-- Logs begin at Fri 2021-04-02 17:16:55 UTC, end at Fri 2021-04-02 18:20:24 UTC. -- Apr 02 17:54:01.826184 dv-cinder-784603-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 02 17:54:04.642034 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.common.config [-] Logging enabled! Apr 02 17:54:04.642602 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29 Apr 02 17:54:04.643875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84201) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 02 17:54:04.645625 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.common.config [-] Logging enabled! Apr 02 17:54:04.645912 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29 Apr 02 17:54:04.646252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84201) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 02 17:54:04.647295 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 17:54:04.647601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 17:54:04.648621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 17:54:04.648896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 17:54:04.649143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 17:54:04.649535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.649885 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.650214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.650471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.650809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.651114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.651434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.651752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.652088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.652406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.652714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.653026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.653310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.653614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.653935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.654256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.654501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] debug = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.654813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.655319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.655630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.655939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.656260 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.656568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.656868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.657170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.657513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.657867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] host = dv-cinder-784603-1-smb {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.658175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.658499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.658820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.659138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.659442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.659749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.660069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.660371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.660673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.660976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.661322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.661649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.661978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.662225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.662471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.662791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.663136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.663440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.663741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.664044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.664346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.664647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.664943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.665273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.665612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.665928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.666231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.666532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.666830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.667127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.667446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.667743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.668043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.668345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.668664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.668958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.669271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.669614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.669932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.670244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.670561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.670861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.671179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.671480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.671778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.672076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] use_json = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.672376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.672674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.672987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.673328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.673630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.673929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.674227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.674548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:04.674874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.675203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.675537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.675847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.676172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.676483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.676808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.677115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.677467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.677789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.678105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.678415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.678821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.679129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.679460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.679804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.680130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.680454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.680757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.681058 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.681385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.681695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.682012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.682340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.682666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.682969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.683279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.683603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.683910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.684211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.684518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.684842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.685148 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.685495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.685806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.686111 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.686409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.686708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.687015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.687339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.687646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.687945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.688242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.688546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.688845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.689161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.689507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.689816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.690118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.690425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.690728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.691030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.691339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.691639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.691945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.692249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.692548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.692849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.693151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.693478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.693778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.694078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.694408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.694708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.695010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.695311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.695612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.695914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.696228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.696554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.696865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.697173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.697506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.697815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.698120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.698426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.698733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.699040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.699339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.699667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.699978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.700292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.700603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.700908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.701234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.701562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.701873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.702178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.702484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.702801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.703113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.703437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.703760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.704082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.704403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.704722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.705403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.705749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.706060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:04.706300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 17:54:04.706555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84201) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 02 17:54:05.351534 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading Gnome Apr 02 17:54:05.368077 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading Google Apr 02 17:54:05.370657 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading Windows (alt) Apr 02 17:54:05.374364 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading file Apr 02 17:54:05.375183 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading keyczar Apr 02 17:54:05.375452 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading multi Apr 02 17:54:05.376088 dv-cinder-784603-1-smb neutron-server[84201]: INFO keyring.backend [-] Loading pyfs Apr 02 17:54:05.421669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:05.421973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:05.422287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:05.422651 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 02 17:54:05.811626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.812091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.812171 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.815210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.815523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.815817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.852481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.852783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.853077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.866444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.866752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.867054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.932621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.932918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.933211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.934384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.934682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:05.934973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.200214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.200549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.200814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.201103 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.202924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.348628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.349001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.349301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.349631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.349922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.350300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.350638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.350904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.351182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.351510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.351780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.352076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.352371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.352652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.352953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.353292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.353571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.353878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.354158 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.354488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.354929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.355206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.355479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.355808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.356077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.356345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.356760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:06.357028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:06.357314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:06.357582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:06.357846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:06.358108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:06.358514 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 02 17:54:06.361641 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 02 17:54:06.365647 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 02 17:54:06.369583 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 02 17:54:06.371221 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 02 17:54:06.372485 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 02 17:54:06.372887 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 02 17:54:06.373310 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 02 17:54:06.376110 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 02 17:54:06.376389 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 02 17:54:06.376770 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 02 17:54:06.403415 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 02 17:54:06.403908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.404232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84201) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 02 17:54:06.404632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.405977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84201) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 02 17:54:06.406298 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 02 17:54:06.406569 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 02 17:54:06.409717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.410025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:06.475749 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 02 17:54:06.475903 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 02 17:54:06.476197 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 02 17:54:06.476600 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 02 17:54:06.510409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.sqlalchemy.engines [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84201) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 02 17:54:06.956701 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing driver for type 'gre' Apr 02 17:54:06.957329 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] gre ID ranges: [(1, 1000)] Apr 02 17:54:07.001829 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing driver for type 'local' Apr 02 17:54:07.002200 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing driver for type 'vlan' Apr 02 17:54:07.013320 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] VlanTypeDriver initialization complete Apr 02 17:54:07.013695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing driver for type 'vxlan' Apr 02 17:54:07.014220 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] vxlan ID ranges: [(1, 1000)] Apr 02 17:54:07.056727 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing extension driver 'port_security' Apr 02 17:54:07.057038 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.extensions.port_security [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] PortSecurityExtensionDriver initialization complete Apr 02 17:54:07.057443 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing mechanism driver 'openvswitch' Apr 02 17:54:07.057799 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing mechanism driver 'hyperv' Apr 02 17:54:07.064048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:07.064864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.065285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.065665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.066083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.066467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.066833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.067251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.067626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.068073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.068444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > security_group after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.068820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > security_group after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.069165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.069603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.069974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.070325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.070863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > address_group after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.071227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > address_group after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.071595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.071954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] ML2 OVO RPC backend initialized. {{(pid=84201) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 02 17:54:07.072715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.073100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.073572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.073949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > networks before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.074318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.074703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > ports before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.075056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.075436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnets before_response 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.075798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.076163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.076526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.076896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.077267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.077642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.078005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.078368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.078730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.079345 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.plugin [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Modular L2 Plugin initialization complete Apr 02 17:54:07.079692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading services supported by the core plugin {{(pid=84201) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 02 17:54:07.080406 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.plugins.ml2.managers [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Got port-security extension from driver 'port_security' Apr 02 17:54:07.080905 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.extensions.vlantransparent [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Disabled vlantransparent extension. Apr 02 17:54:07.081480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84201) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 02 17:54:07.081818 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: router Apr 02 17:54:07.117842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.118263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_create 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.118660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router before_create 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.119052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.119458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.119846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_delete 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.120227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.120625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_create 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.120997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_update 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.121397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_update 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.121776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.122164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_update 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.122620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_update 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.123027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.123391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.123754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: subnet after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.124116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.124493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.124872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_create 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.125236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.125628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.126020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router after_update 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.126385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.126761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_create 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.127153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.127523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_update 55549900 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.127924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > network after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.128898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Tracking information for resource: router configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:07.129299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Tracking information for resource: floatingip configured {{(pid=84201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 17:54:07.134053 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_agentschedulers_db [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 02 17:54:07.134675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.135049 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port after_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.135420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port after_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.135799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: port after_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.136656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router before_create 55550100 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.137051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.137473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_create 55550100 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.137863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > router precommit_update 55550100 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.142508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.provider_configuration [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service providers = [] {{(pid=84201) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 02 17:54:07.142910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.servicetype_db [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84201) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 02 17:54:07.145860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.service_base [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 17:54:07.146243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.service_base [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 17:54:07.146606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.service_base [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 17:54:07.147561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.service_base [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 17:54:07.147958 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.services.service_base [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 02 17:54:07.148353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.148677 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 02 17:54:07.158652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.159014 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: auto_allocate Apr 02 17:54:07.164807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: network precommit_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.165197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: network precommit_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.165801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.166154 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: tag Apr 02 17:54:07.172936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.173299 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: timestamp Apr 02 17:54:07.177086 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.177503 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: network_ip_availability Apr 02 17:54:07.183110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.183508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.183896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.184669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.185017 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: flavors Apr 02 17:54:07.189497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.189860 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading Plugin: revisions Apr 02 17:54:07.194108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 17:54:07.194549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=84201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:07.195329 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84201) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 02 17:54:07.195692 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Initializing extension manager. Apr 02 17:54:07.196235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: __init__.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.196600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: __pycache__ {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.196962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.197346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: address_group.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.198136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.198901 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: address-group Apr 02 17:54:07.199235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: address_scope.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.199991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.200550 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: address-scope Apr 02 17:54:07.200900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.201836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.202392 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: router-admin-state-down-before-update Apr 02 17:54:07.202741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: agent.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.203474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.204038 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: agent Apr 02 17:54:07.204381 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: agent_resources_synced.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.205688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.206245 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: agent-resources-synced Apr 02 17:54:07.206592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: allowedaddresspairs.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.208339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.208903 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: allowed-address-pairs Apr 02 17:54:07.209286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: auto_allocated_topology.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.210384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.210946 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: auto-allocated-topology Apr 02 17:54:07.211297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: availability_zone.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.212022 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.212582 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: availability_zone Apr 02 17:54:07.212930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: availability_zone_filter.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.213855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.214413 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: availability_zone_filter Apr 02 17:54:07.214762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: data_plane_status.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.215654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.216213 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension data-plane-status not supported by any of loaded plugins Apr 02 17:54:07.216565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: default_subnetpools.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.217499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.218060 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: default-subnetpools Apr 02 17:54:07.218410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.219258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.220980 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: dhcp_agent_scheduler Apr 02 17:54:07.221371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: dns.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.222288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.222858 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension dns-integration not supported by any of loaded plugins Apr 02 17:54:07.223209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: dns_domain_ports.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.224130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.224690 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 02 17:54:07.225038 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: dvr.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.225815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.226386 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: dvr Apr 02 17:54:07.226735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: empty_string_filtering.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.227642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.228208 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: empty-string-filtering Apr 02 17:54:07.228557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.229506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.230063 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 02 17:54:07.230410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.231302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.231858 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 02 17:54:07.232204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: external_net.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.233105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.233765 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: external-net Apr 02 17:54:07.234099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.234999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.235558 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: extra_dhcp_opt Apr 02 17:54:07.235906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: extraroute.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.236792 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.237389 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: extraroute Apr 02 17:54:07.237736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: extraroute_atomic.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.238758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.239325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: extraroute-atomic Apr 02 17:54:07.239674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: filter_validation.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.240353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.240906 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: filter-validation Apr 02 17:54:07.241337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: fip_pf_description.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.242225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.242780 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 02 17:54:07.243123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: fip_port_details.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.244028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.244591 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: fip-port-details Apr 02 17:54:07.244941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: flavors.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.246165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.246736 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: flavors Apr 02 17:54:07.247078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.248704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.249300 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 02 17:54:07.249672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: floatingip_pools.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.250509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.251087 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: floatingip-pools Apr 02 17:54:07.251437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: ip_allocation.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.252359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.252922 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension ip_allocation not supported by any of loaded plugins Apr 02 17:54:07.253292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.254217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.254771 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: ip-substring-filtering Apr 02 17:54:07.255120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l2_adjacency.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.256032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.256583 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 02 17:54:07.256955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.258014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.258585 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: router Apr 02 17:54:07.258932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.261143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.261759 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 02 17:54:07.262117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.263031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.263593 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: ext-gw-mode Apr 02 17:54:07.263953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.264853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.265446 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: l3-ha Apr 02 17:54:07.265797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3_flavors.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.266697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.267256 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: l3-flavors Apr 02 17:54:07.267605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.268502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.269061 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 02 17:54:07.269445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: l3agentscheduler.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.270702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.271269 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: l3_agent_scheduler Apr 02 17:54:07.271624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: logging.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.273181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.273782 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension logging not supported by any of loaded plugins Apr 02 17:54:07.274136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: metering.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.274908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.275590 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: metering Apr 02 17:54:07.275939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.277031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.277627 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: metering_source_and_destination_fields Apr 02 17:54:07.277979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: multiprovidernet.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.278888 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.279453 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: multi-provider Apr 02 17:54:07.279799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: netmtu.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.280707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.281274 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: net-mtu Apr 02 17:54:07.281634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: netmtu_writable.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.282539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.283099 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: net-mtu-writable Apr 02 17:54:07.283444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: network_availability_zone.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.284225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.284840 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: network_availability_zone Apr 02 17:54:07.285184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: network_ip_availability.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.286439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.287059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: network-ip-availability Apr 02 17:54:07.287409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: network_segment_range.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.288275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.288824 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension network-segment-range not supported by any of loaded plugins Apr 02 17:54:07.289176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: pagination.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.290288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.290656 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: pagination Apr 02 17:54:07.290998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: port_device_profile.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.291906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.292466 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: port-device-profile Apr 02 17:54:07.292820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.293752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.294313 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: port-mac-address-regenerate Apr 02 17:54:07.294660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.295564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.296127 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: port-numa-affinity-policy Apr 02 17:54:07.296473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: port_resource_request.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.297398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.297956 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension port-resource-request not supported by any of loaded plugins Apr 02 17:54:07.298301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: portbindings.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.299212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.299763 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: binding Apr 02 17:54:07.300110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: portbindings_extended.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.301428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.301994 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: binding-extended Apr 02 17:54:07.302345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: portsecurity.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.303240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.303863 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: port-security Apr 02 17:54:07.304206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: project_id.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.305164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.305547 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: project-id Apr 02 17:54:07.305892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: providernet.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.306843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.307371 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: provider Apr 02 17:54:07.307719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.311272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.311848 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos not supported by any of loaded plugins Apr 02 17:54:07.312210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.313539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.314132 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 02 17:54:07.314494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.315405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.315971 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 02 17:54:07.316324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_default.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.317227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.317838 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-default not supported by any of loaded plugins Apr 02 17:54:07.318190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_fip.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.318873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.319450 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-fip not supported by any of loaded plugins Apr 02 17:54:07.319802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_gateway_ip.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.320714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.321288 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 02 17:54:07.321651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_port_network_policy.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.322549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.323108 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 02 17:54:07.323451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_rule_type_details.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.324351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.324908 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 02 17:54:07.325294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: qos_rules_alias.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.326299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.326864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 02 17:54:07.327211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: quotasv2.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.328162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.328534 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: quotas Apr 02 17:54:07.328872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: quotasv2_detail.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.330859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.331226 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: quota_details Apr 02 17:54:07.331582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: rbac.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.332707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.333290 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: rbac-policies Apr 02 17:54:07.333678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: rbac_address_group.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.334587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.335242 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: rbac-address-group Apr 02 17:54:07.335593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: rbac_address_scope.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.336505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.337068 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: rbac-address-scope Apr 02 17:54:07.337463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: rbac_security_groups.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.338471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.339036 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: rbac-security-groups Apr 02 17:54:07.339382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: rbac_subnetpool.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.340281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.340852 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: rbac-subnetpool Apr 02 17:54:07.341205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: revisionifmatch.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.342139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.342713 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: revision-if-match Apr 02 17:54:07.343061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: revisions.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.344204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.344772 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: standard-attr-revisions Apr 02 17:54:07.345126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: router_availability_zone.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.345851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.346419 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: router_availability_zone Apr 02 17:54:07.346769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: routerservicetype.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.347692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.348324 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension router-service-type not supported by any of loaded plugins Apr 02 17:54:07.348675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.349643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.350212 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: security-groups-normalized-cidr Apr 02 17:54:07.350646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.351566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.352133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: port-security-groups-filtering Apr 02 17:54:07.352478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.353441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.354013 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: security-groups-remote-address-group Apr 02 17:54:07.354360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: securitygroup.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.367102 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.367704 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: security-group Apr 02 17:54:07.368062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: segment.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.368899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.369497 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension segment not supported by any of loaded plugins Apr 02 17:54:07.369847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.370785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.371353 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 02 17:54:07.371700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: servicetype.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.372766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.373358 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: service-type Apr 02 17:54:07.373716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: sorting.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.374683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.375047 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: sorting Apr 02 17:54:07.375373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: standard_attr_segment.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.376286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.376851 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 02 17:54:07.377230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: standardattrdescription.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.377923 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.378488 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: standard-attr-description Apr 02 17:54:07.378834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: stateful_security_group.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.379773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.380378 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: stateful-security-group Apr 02 17:54:07.380725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: stdattrs_common.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.381318 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 02 17:54:07.381687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.382728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.383295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 02 17:54:07.383638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: subnet_onboard.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.384701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.385295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: subnet_onboard Apr 02 17:54:07.385652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.386589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.387161 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 02 17:54:07.387509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: subnet_service_types.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.388411 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.388974 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: subnet-service-types Apr 02 17:54:07.389336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: subnetallocation.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.390398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.390964 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: subnet_allocation Apr 02 17:54:07.391323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.392003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.392563 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: subnetpool-prefix-ops Apr 02 17:54:07.392913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.393855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.394421 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 02 17:54:07.394769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: tagging.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.396013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.396589 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: standard-attr-tag Apr 02 17:54:07.396945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: timestamp.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.398152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.398729 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loaded extension: standard-attr-timestamp Apr 02 17:54:07.399081 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: trunk.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.400087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.400654 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension trunk not supported by any of loaded plugins Apr 02 17:54:07.401003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: trunk_details.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.401938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.402504 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension trunk-details not supported by any of loaded plugins Apr 02 17:54:07.402853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: uplink_status_propagation.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.403755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.404354 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 02 17:54:07.404698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Loading extension file: vlantransparent.py {{(pid=84201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 17:54:07.405399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 17:54:07.405923 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 02 17:54:07.408552 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:network Apr 02 17:54:07.409370 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:subnet Apr 02 17:54:07.410033 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 17:54:07.410668 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:port Apr 02 17:54:07.412125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.412599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service FLAVORS assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.413361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.413824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.414183 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:router Apr 02 17:54:07.414884 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:floatingip Apr 02 17:54:07.415643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service METERING assigned prefix: /metering {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.417441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.417838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.418214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84201) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 17:54:07.419325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of CountableResource for resource:rbac_policy Apr 02 17:54:07.419795 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:security_group Apr 02 17:54:07.420624 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 02 17:54:07.421433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service CORE assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.421793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 17:54:07.422141 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] subnetpool is already registered Apr 02 17:54:07.422792 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service CORE assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.423145 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 17:54:07.423494 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] subnetpool is already registered Apr 02 17:54:07.426240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.426698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service FLAVORS assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.427325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.427776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.428133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:router Apr 02 17:54:07.428464 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] router is already registered Apr 02 17:54:07.429136 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:floatingip Apr 02 17:54:07.429508 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] floatingip is already registered Apr 02 17:54:07.430180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service METERING assigned prefix: /metering {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.430851 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of CountableResource for resource:rbac_policy Apr 02 17:54:07.431227 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] rbac_policy is already registered Apr 02 17:54:07.432489 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:security_group Apr 02 17:54:07.432849 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] security_group is already registered Apr 02 17:54:07.433503 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 02 17:54:07.433859 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] security_group_rule is already registered Apr 02 17:54:07.434580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service CORE assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.434937 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 17:54:07.435283 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] subnetpool is already registered Apr 02 17:54:07.435942 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.resource_helper [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Service CORE assigned prefix: {{(pid=84201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 17:54:07.436306 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 17:54:07.436657 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.quota.resource_registry [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] subnetpool is already registered Apr 02 17:54:07.437378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: extensions {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.438869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: address-groups {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.440516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: address-scopes {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.441806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: agents {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.443011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: auto-allocated-topology {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.444385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: availability_zones {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.445751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: dhcp-networks {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.447186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: dhcp-agents {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.448634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: routers {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.450492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: flavors {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.451686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: service_profiles {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.452934 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: next_providers {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.454547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: service_profiles {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.456399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: floatingip-pools {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.457647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: routers {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.459506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: floatingips {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.460843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: l3-routers {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.462301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: l3-agents {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.463769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: metering-labels {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.465129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: metering-label-rules {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.466460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: network-ip-availabilities {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.467729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: bindings {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.469441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: quotas {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.470922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: quotas {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.472355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: rbac-policies {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.473711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: security-groups {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.474953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: security-group-rules {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.476254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: service-providers {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.477556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: subnetpools {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.478991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: subnetpools {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.480482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.482213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.484088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.485939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.487769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.489653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.491509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.494333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.496158 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.498092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.extensions [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Extended resource: tags {{(pid=84201) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 17:54:07.504964 dv-cinder-784603-1-smb neutron-server[84201]: WARNING keystonemiddleware.auth_token [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 02 17:54:07.510262 dv-cinder-784603-1-smb neutron-server[84201]: WARNING keystonemiddleware.auth_token [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 02 17:54:07.518950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Acquired lock "singleton_lock" {{(pid=84201) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 02 17:54:07.519468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Releasing lock "singleton_lock" {{(pid=84201) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 02 17:54:07.520917 dv-cinder-784603-1-smb neutron-server[84201]: INFO oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Starting 2 workers Apr 02 17:54:07.525718 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Started child 84314 {{(pid=84201) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 17:54:07.529517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:07.530408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Started child 84315 {{(pid=84201) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 17:54:07.530922 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [-] (84314) wsgi starting up on http://0.0.0.0:9696 Apr 02 17:54:07.531798 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 02 17:54:07.532422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Notify callbacks [] for process, before_spawn {{(pid=84201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:07.533703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:07.534749 dv-cinder-784603-1-smb neutron-server[84201]: INFO oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Starting 1 workers Apr 02 17:54:07.534974 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [-] (84315) wsgi starting up on http://0.0.0.0:9696 Apr 02 17:54:07.540268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Started child 84316 {{(pid=84201) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 17:54:07.540806 dv-cinder-784603-1-smb neutron-server[84201]: INFO oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Starting 1 workers Apr 02 17:54:07.542313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] calling RpcWorker wait() {{(pid=84316) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 02 17:54:07.542700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] returning from RpcWorker wait() {{(pid=84316) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 02 17:54:07.544081 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:07.544558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:07.545532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Started child 84317 {{(pid=84201) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 17:54:07.546301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1eadb60c-bf0c-4aa3-b308-130d76b66f13 None None] Notify callbacks [] for process, after_spawn {{(pid=84201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:07.547824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84201) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 02 17:54:07.548030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 17:54:07.548232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 17:54:07.548483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 17:54:07.549460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 17:54:07.549603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 17:54:07.549682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:07.550165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.550449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.550748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.551047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.551328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.551985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.552273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.552559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.552854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.553119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.553430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.553527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.553882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.554045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.554392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.554668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.554948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.555220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.555435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.555671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.555967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.556240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.556519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] debug = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.556792 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.557424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.557597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.557860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.558105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.558397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.558697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.558928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.559184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.559423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.559685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.559952 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.560188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.560428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.560669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.560948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.561188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.561660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] host = dv-cinder-784603-1-smb {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.561913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.562154 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.562429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.562682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.562958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.563207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.563576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.563761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.564045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.564293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.564561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.564824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.565076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.565375 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.565541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_options = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.565822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.566116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.566407 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.566613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.566798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.566959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.567255 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.567438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.567725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.567962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.568197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.568447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.568684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.569046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.569141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.569497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.569913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.570011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.570391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.570989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.571288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.571557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.571866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.572149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.572393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.572645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.572900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.573312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.573483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.573642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.573872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.574165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.574435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.574777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.574960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.575235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.575558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.575944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.576207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.576459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.576728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.577001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.577236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.577480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:07.577597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.577711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.577953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_json = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.578186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.578437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.578722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.578957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.579219 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.579454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.579692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.580311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.580743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.581044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.581397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.581653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.581917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.582178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.582449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.582675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.582953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.583212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.583524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.583769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.584091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.584340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.584591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.584955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.585288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.585563 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.585809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.586065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.586325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.586566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.586910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.587210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.587483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.587743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.587982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.588241 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.588495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.588747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.589004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.589287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.589541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.589787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.590029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.590254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.591155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.592187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.592592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.593026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.595250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.595250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.595250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.595585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.595683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.595876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.596122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.596398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.596654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.596944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.597218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.597491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.597735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.597997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.598246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.598526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.598775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.599015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.599254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.599498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.599756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.600032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.600294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.600592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.600834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.601082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.601347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.601615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.601861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.602115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.602361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.602601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.602840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.603094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.603333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.603571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.603824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.604084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.604328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.604572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.604815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.605053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.605326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.606197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.609264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.609788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.609959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.611894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.612804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.612804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.612804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.612804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.613143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.613866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.614174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.614457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.614732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.615004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.615768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.616321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.616640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.616916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.617200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.617535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.617849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.618163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.618659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.619112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.619437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.619735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.620090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.621105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.622524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.622849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.623135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.623419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.623699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.624006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.624283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.624571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.624846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.625150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.625504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.625962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.626288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.626572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.626898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.627199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.627463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.627709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.628013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.628293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.628547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.628832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.629116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.629428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.629702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.629982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.630249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.630505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.630782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.631040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.631301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.631544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.631856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.632112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.632353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.632643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.632902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.633182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.633451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.633701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.633983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.634247 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.634487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.634735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.634996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.635257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.635505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.635769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.636009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.636286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.636532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.636838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.637125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.637408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.637676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.638438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.639008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.639257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.639729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.639729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.639999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.640243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.640488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.640733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.640991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.641352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.641559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.641812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.642561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.642916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.643192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.643458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.643723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.643975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.644235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.644499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.644752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.645000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.645262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.645514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.645788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.646063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.646312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.646554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.646794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.647471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.647723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.647941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.648268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.648527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.648787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.649050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.649309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.649574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.649814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.650055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.650299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.650538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.650795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.651031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.651269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.651511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.651745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.652061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.652340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.652593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.652888 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.653167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.653466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.653746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.654092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.654334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.654610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.654877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.655122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.655367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.655653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.656033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.656358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.656645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.657044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.657375 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.657722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.658047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.658279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.658587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.658941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.659235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.659508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.659782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.660062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.660313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.660558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.660804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.661050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.661313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.661599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.661869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.662135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.662377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.662637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.662898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.663185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.663424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.663673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.663920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.664114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 17:54:07.664674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84201) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 02 17:54:07.664861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 17:54:07.665068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 17:54:07.665277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 17:54:07.665483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 17:54:07.665662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 17:54:07.665911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.666079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.666253 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.666437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.666619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.666824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.667025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.667187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.667368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.667549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.667729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.667909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.668088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.668269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.668447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.668624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.668803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.668994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.669138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.669346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.669524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.669705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.669884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] debug = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.670062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.670281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.670448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.670584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.670767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.670946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.671125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.671308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.671485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.671664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.671845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.672024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.672202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.672379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.672558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.672735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.672913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.673131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] host = dv-cinder-784603-1-smb {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.673329 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.673511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.673693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.673873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.674051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.674231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.674409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.674589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.674766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.674944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.675122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.675302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.675481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.675659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.675837 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_options = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.676016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.676195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.676374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.676572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.676753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.676934 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.677113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.677314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.677496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.677674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.677853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.678031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.678211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.678387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.678589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.678768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.678946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.679125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.679305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.679484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.679663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.679842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.680019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.680126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:07.680224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.680404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.680504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.680655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.680832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.681009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.681187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.681390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.681570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.681751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.681930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.682108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.682285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.682463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.682646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.682823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.683001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.683180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.683361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.683540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.683718 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.683900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.684078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_json = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.684254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.684431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.684610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.684788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.684965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.685145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.685347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.685526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 17:54:07.685725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.685907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.686101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.686284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.686464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.686646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.686826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.687009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.687190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.687370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.687559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.687741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.687935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.688116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.688297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.688485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.688649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.689002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.689187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.689397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.689580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.689762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.689960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.690143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.690326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.690507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.690668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.690850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.691034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.691217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.691400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.691581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.691764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.691945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.692126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.692307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.692489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.692670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.692851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.693035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.693217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.693442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.693625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.693813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.693995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.694219 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.694405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.694586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.694769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.694950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.695143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.695325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.695505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.695685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.695867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.696047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.696228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.696408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.696589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.696769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.696949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.697144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.697347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.697528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.697708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.697889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.698041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.698226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.698407 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.698659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.698886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699154 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.699835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.700018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.700198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.700377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.700599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.700740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.700873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.701016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.701206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.701413 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.701597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.701780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.701961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.702142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.702322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.702503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.702655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.702838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.703018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.703199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.703382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.703562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.703747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.703929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.704108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.704292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.704471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.704471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.704875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.705373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.705507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.705682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.705862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.706045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.706242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.706412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.706595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.706774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.706960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.707152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.707334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.707515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.707695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.707875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.708056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.708236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.708417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.708598 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.708785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.709004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.709103 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.709237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.709434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.709569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.709756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.710004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.710184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.710348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.710699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.710882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.711082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.713982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.714745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.714943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.715135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.715324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.715493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.715674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.715859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.716026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.716349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.716539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.716733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.716917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.717099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.717303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.717492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.717674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.717856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.718039 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.718223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.718406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.718589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.718772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.718954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.719135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.719320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.719502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.719685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.719867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.720047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.720231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.720414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.720594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.720774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.720955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.721135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.721354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.721538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.721718 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.721902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.722082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.722261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.722443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.722624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.722806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.722988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.723168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.723350 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.723541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.723723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.723906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.724087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.724266 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.724447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.724627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.724821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.725000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.725180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.725387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.725616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.725806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.725987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.726168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.726346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.726526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.726719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.726899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.727126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.727314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.727494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.727736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.727921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.728126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.728290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.728470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.728650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.729994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.730248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.730342 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.730444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.730611 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.730802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.730992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.731181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.731361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.731551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.731745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.731927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.732108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.732287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.732467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.732648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.732829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.733018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.733191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.733394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.733579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.733730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.734876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.735058 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 17:54:07.735234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84201) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 17:54:07.990439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50194) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:08.008581 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0147526 Apr 02 17:54:18.585689 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4a88c-afa7-462e-87cd-629be6f6c22a None None] get_active_networks_info from dv-cinder-784603-1-smb {{(pid=84316) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 02 17:54:18.776633 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4a88c-afa7-462e-87cd-629be6f6c22a None None] No non-hosted networks {{(pid=84316) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 02 17:54:18.812051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-91b39de1-8aa0-49db-aade-26aa938d59de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226'] for agent, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:19.836678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226'] for agent, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:19.837884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.838830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.840191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.841115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.842086 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.843017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.843966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.844943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.846343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.854231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.855200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.856161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:19.857174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784603-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:19.871911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784603-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:20.158054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c8195bf2-5df7-4528-95cb-cef97f4c1c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226'] for agent, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:20.230740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc05a-44df-47de-8724-b708f1d9258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:21.066246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226'] for agent, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:22.821428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226'] for agent, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:23.656071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50284) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:24.286265 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-80fc4c4d-368a-448c-b31d-4c4776262263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:24.286792 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-80fc4c4d-368a-448c-b31d-4c4776262263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:24.518538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [None req-80fc4c4d-368a-448c-b31d-4c4776262263 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 17:54:24.533354 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-80fc4c4d-368a-448c-b31d-4c4776262263 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8617492 Apr 02 17:54:25.342286 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_hamode_db [None req-9b6f9411-38e7-488d-a7dc-27897ebada15 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 02 17:54:25.432349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f9411-38e7-488d-a7dc-27897ebada15 None None] Routers set() bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 17:54:25.432698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f9411-38e7-488d-a7dc-27897ebada15 None None] Router IDs set() for agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 02 17:54:27.252316 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50298) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:27.910859 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:27.911827 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:28.136477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:54:28.238073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.policy [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84314) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 02 17:54:28.291540 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:28.292026 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:28.310336 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] Loaded quota_driver: . Apr 02 17:54:28.326607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:28.394534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259859905404', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259859904784', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259859895424', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259859561492', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259859544631', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259859544564', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853851155', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853885942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854112123'] for rbac-policy, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:28.470989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:28.472286 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-bf16a2de-44f0-40fa-b270-7475db9aa429 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2189183 Apr 02 17:54:31.447354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50316) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:31.824223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:54:31.827180 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.quota [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Loaded quota_driver: . Apr 02 17:54:31.848165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:31.858623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Usage tracker for resource:network and tenant:4aa5f2f332ab418c89ccc4195f65126a is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:54:31.865894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:54:31.873637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:54:31.889287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Made reservation on behalf of 4aa5f2f332ab418c89ccc4195f65126a for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 17:54:31.965106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.policy [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84315) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 02 17:54:32.019510 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:32.019918 dv-cinder-784603-1-smb neutron-server[84201]: WARNING oslo_policy.policy [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 17:54:32.040200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.059686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.075092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:32.079350 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Usage tracker for resource:security_group_rule and tenant:4aa5f2f332ab418c89ccc4195f65126a is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:54:32.083636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:54:32.089651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:54:32.193056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.197502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.203045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:32.221634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 17:54:32.417535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776992785591', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.418162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Unsubscribe: segment precommit_create {{(pid=84315) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 02 17:54:32.418632 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Added segment 423085e8-e02c-46ba-9009-5f4b3a9efbef of type vlan for network cdae6593-fa54-40cf-b607-fadd1d7426e7 Apr 02 17:54:32.471683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f4aff-af95-4701-8be5-f22ce8458a02,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:32.495074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.495436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.495788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.496135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.496487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.496825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.497168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.497552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.497907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.498248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.498584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.498916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Tracked resource versions report: Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 17:54:32.499999 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 17:54:32.535126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.552366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:32.578920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.580698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:54:32.581356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:32.586095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:32.690924 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2423415 Apr 02 17:54:32.693750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Pushing event updated for resources: {'Network': ['ID=cdae6593-fa54-40cf-b607-fadd1d7426e7,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:32.697387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:32.710268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 17:54:35.701807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50334) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:36.389128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9410391e-9151-4498-830e-94ad6ac02784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:54:36.390677 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9410391e-9151-4498-830e-94ad6ac02784 admin admin] 10.222.0.22 "GET /v2.0/networks/cdae6593-fa54-40cf-b607-fadd1d7426e7 HTTP/1.1" status: 200 len: 825 time: 0.6878533 Apr 02 17:54:36.422623 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-533405e2-4aef-4418-88ed-b679abccb0eb admin admin] 10.222.0.22 "GET /v2.0/subnetpools/16b00e4b-0f10-4c15-830e-5e824be1c720 HTTP/1.1" status: 200 len: 734 time: 0.0228405 Apr 02 17:54:36.431848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Request body: {'subnet': {'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'name': 'private-subnet'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:54:36.437347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:36.441561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Usage tracker for resource:subnet and tenant:4aa5f2f332ab418c89ccc4195f65126a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:54:36.447636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:54:36.454029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:54:36.467204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Made reservation on behalf of 4aa5f2f332ab418c89ccc4195f65126a for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 17:54:36.473075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:36.995376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:37.008147 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:37.167691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a996cf-192f-4166-acc3-7a131a582cf9,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:37.186531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.186893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.187243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.187588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.187926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.188269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.188599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.188939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.189296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.189638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.189954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.190286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Tracked resource versions report: Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 17:54:37.191368 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 17:54:37.229973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:37.256339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Checking segment: {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:54:37.256711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Network hostable DHCP agents. Network: cdae6593-fa54-40cf-b607-fadd1d7426e7, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 17:54:37.278963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 17:54:37.289213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, cdae6593-fa54-40cf-b607-fadd1d7426e7) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:54:37.294054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:54:37.294687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:37.300878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabdf3c-4dd9-4a1f-b084-d309b2639d48 None None] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:54:37.321401 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8861690 Apr 02 17:54:37.623014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-cdae6593-fa54-40cf-b607-fadd1d7426e7', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 17:54:37.624223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:37.818914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Allocated IP 172.20.0.2 (cdae6593-fa54-40cf-b607-fadd1d7426e7/a7a996cf-192f-4166-acc3-7a131a582cf9/6636d5f7-0b79-4d70-ac49-78af08778653) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 17:54:38.227656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:38.241079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Transition to ACTIVE for port object 6636d5f7-0b79-4d70-ac49-78af08778653 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:54:38.261460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Transition to ACTIVE for port object 6636d5f7-0b79-4d70-ac49-78af08778653 will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:54:38.268197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:38.281155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:38.411754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Pushing event updated for resources: {'Port': ['ID=6636d5f7-0b79-4d70-ac49-78af08778653,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:38.429218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.429611 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.429968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.430319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.430665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.431012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.431353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.431691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.432011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.432351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.432670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.433008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Tracked resource versions report: Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 17:54:38.434125 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 17:54:38.440557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:38.480622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 17:54:38.481758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:54:38.484608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 17:54:38.583761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Attempting to bind port 6636d5f7-0b79-4d70-ac49-78af08778653 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 17:54:38.584201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Attempting to bind port 6636d5f7-0b79-4d70-ac49-78af08778653 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 17:54:38.584614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Attempting to bind port 6636d5f7-0b79-4d70-ac49-78af08778653 on network cdae6593-fa54-40cf-b607-fadd1d7426e7 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 17:54:38.590606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 17:54:38.591031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Checking segment: {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:54:38.591478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:38.591906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Bound using segment: {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 17:54:38.592438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Bound port: 6636d5f7-0b79-4d70-ac49-78af08778653, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 17:54:38.592817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:38.686849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] For port 6636d5f7-0b79-4d70-ac49-78af08778653, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 17:54:38.691202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] For port 6636d5f7-0b79-4d70-ac49-78af08778653, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=6636d5f7-0b79-4d70-ac49-78af08778653,segment=NetworkSegment(423085e8-e02c-46ba-9009-5f4b3a9efbef),segment_id=423085e8-e02c-46ba-9009-5f4b3a9efbef)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 17:54:38.695283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:38.708790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:38.866887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Pushing event updated for resources: {'Port': ['ID=6636d5f7-0b79-4d70-ac49-78af08778653,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:38.871711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:40.052499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50348) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:40.463027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [None req-a5cf9e3b-cb44-44a2-b8ca-f5afd9279600 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 17:54:40.464137 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a5cf9e3b-cb44-44a2-b8ca-f5afd9279600 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4106681 Apr 02 17:54:42.085409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 6636d5f7-0b79-4d70-ac49-78af08778653 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:54:42.160624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 6636d5f7-0b79-4d70-ac49-78af08778653 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:54:43.190833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50362) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:43.592807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [None req-12635187-b3e6-4998-bb8c-24e46f4b3604 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 17:54:43.593883 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-12635187-b3e6-4998-bb8c-24e46f4b3604 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4020002 Apr 02 17:54:43.613342 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a87e7-92e2-478e-9143-f29875e3ee67 None None] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:54:43.722679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Provisioning for port 6636d5f7-0b79-4d70-ac49-78af08778653 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:54:43.732150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Provisioning complete for port 6636d5f7-0b79-4d70-ac49-78af08778653 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:54:43.732577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:43.965710 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:44.012796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] For port 6636d5f7-0b79-4d70-ac49-78af08778653, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=6636d5f7-0b79-4d70-ac49-78af08778653,segment=NetworkSegment(423085e8-e02c-46ba-9009-5f4b3a9efbef),segment_id=423085e8-e02c-46ba-9009-5f4b3a9efbef)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 17:54:44.018362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:44.022480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:44.097030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Pushing event updated for resources: {'Port': ['ID=6636d5f7-0b79-4d70-ac49-78af08778653,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:44.100322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:44.244179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-cd8216f4-9b21-42c4-bee1-f115dcb12cfe None None] Provisioning complete for port 6636d5f7-0b79-4d70-ac49-78af08778653 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:54:44.244704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cd8216f4-9b21-42c4-bee1-f115dcb12cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:46.061703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 6636d5f7-0b79-4d70-ac49-78af08778653 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:54:46.136832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 6636d5f7-0b79-4d70-ac49-78af08778653 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:54:46.137235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:46.614999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50374) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:47.018308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:54:47.026607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:47.033261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Usage tracker for resource:router and tenant:4aa5f2f332ab418c89ccc4195f65126a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:54:47.038514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:54:47.045749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:54:47.056513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:47.057924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:47.078665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:47.187642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:47.207898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:47.209133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-fa5168c0-5e12-494f-82c1-35a065a284d2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5927575 Apr 02 17:54:48.425461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c7677804-9436-482a-9265-df1958b2cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:49.834519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:49.932019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50384) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:50.163223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a658b0c6-7c8d-4dd1-8815-7fb6c5980cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:50.362246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [None req-00825f00-9d13-4b01-95e6-3afd5a366574 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 17:54:50.363895 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-00825f00-9d13-4b01-95e6-3afd5a366574 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4306409 Apr 02 17:54:51.001182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:52.767016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.098189 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50404) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:53.272223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:54:53.277578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:53.282260 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Usage tracker for resource:network and tenant:3bf5ed840a124bbc9b644d6fadf14e88 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:54:53.285517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:54:53.291902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:54:53.302951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Made reservation on behalf of 3bf5ed840a124bbc9b644d6fadf14e88 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 17:54:53.307604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.320099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.334994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:54:53.339080 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf5ed840a124bbc9b644d6fadf14e88 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:54:53.342040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:54:53.348260 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:54:53.439717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.443474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.446898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:53.463137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Reserving flat network on physical network physnet1 {{(pid=84315) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 02 17:54:53.486677 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970b1f31-0cff-457c-a9a0-4477cbb2adf1,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:53.490655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:53.493357 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.493728 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Added segment 2fb26edc-ea9b-4b27-8a62-dda92fd9b359 of type flat for network e95ad578-e218-4221-998a-a21f9a292238 Apr 02 17:54:53.530491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.568501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.569846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:54:53.570529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:53.573877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:53.676947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Pushing event updated for resources: {'Network': ['ID=e95ad578-e218-4221-998a-a21f9a292238,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:53.680151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:53.683198 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5832882 Apr 02 17:54:53.689897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network e95ad578-e218-4221-998a-a21f9a292238 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 17:54:56.203243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50424) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:54:56.328915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bfddd9-0280-4cd3-97db-640c845ebbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:54:56.330747 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e9bfddd9-0280-4cd3-97db-640c845ebbb8 admin admin] 10.222.0.22 "GET /v2.0/subnets/a7a996cf-192f-4166-acc3-7a131a582cf9 HTTP/1.1" status: 200 len: 849 time: 0.1264532 Apr 02 17:54:56.508632 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b73a526a-7abd-4301-9c67-ae0701b0c6f8 admin admin] 10.222.0.22 "GET /v2.0/routers/2f0db693-677d-475f-913f-90b0bd85cd8e HTTP/1.1" status: 200 len: 704 time: 0.1690922 Apr 02 17:54:56.997518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:57.394003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Allocated IP 172.20.0.1 (cdae6593-fa54-40cf-b607-fadd1d7426e7/a7a996cf-192f-4166-acc3-7a131a582cf9/f7708443-3c8b-42a4-b622-14f15581bfcc) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 17:54:57.563497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:57.583779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Transition to ACTIVE for port object f7708443-3c8b-42a4-b622-14f15581bfcc will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:54:57.644791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:57.657389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:57.791385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Pushing event updated for resources: {'Port': ['ID=f7708443-3c8b-42a4-b622-14f15581bfcc,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:57.803272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:57.862021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 17:54:57.863344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:54:57.866486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 17:54:57.867012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.093979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d484a634-4fe6-4150-8684-48e108e5f2f7 None None] Provisioning for port f7708443-3c8b-42a4-b622-14f15581bfcc completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:54:58.099170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d484a634-4fe6-4150-8684-48e108e5f2f7 None None] Provisioning complete for port f7708443-3c8b-42a4-b622-14f15581bfcc triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:54:58.099605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d484a634-4fe6-4150-8684-48e108e5f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.134454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.154880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-d484a634-4fe6-4150-8684-48e108e5f2f7 None None] Port f7708443-3c8b-42a4-b622-14f15581bfcc cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 17:54:58.436221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.441435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.442511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.459872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:54:58.594795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Pushing event updated for resources: {'Port': ['ID=f7708443-3c8b-42a4-b622-14f15581bfcc,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:54:58.599698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:54:58.645033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 17:54:58.646230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:54:58.849040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Router 2f0db693-677d-475f-913f-90b0bd85cd8e is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 17:54:58.880480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-20131fd8-7d40-423d-a0c6-661f2fa2c9cf None None] Provisioning complete for port f7708443-3c8b-42a4-b622-14f15581bfcc triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:54:58.880884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-20131fd8-7d40-423d-a0c6-661f2fa2c9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:54:58.939385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-20131fd8-7d40-423d-a0c6-661f2fa2c9cf None None] Port f7708443-3c8b-42a4-b622-14f15581bfcc cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 17:54:59.172460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 17:54:59.182160 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] 10.222.0.22 "PUT /v2.0/routers/2f0db693-677d-475f-913f-90b0bd85cd8e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6651351 Apr 02 17:54:59.186948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Sync routers for ids ['2f0db693-677d-475f-913f-90b0bd85cd8e'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 17:54:59.199097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Routers {'2f0db693-677d-475f-913f-90b0bd85cd8e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 17:54:59.199865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T17:54:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2f0db693-677d-475f-913f-90b0bd85cd8e'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:59.382441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Set router 2f0db693-677d-475f-913f-90b0bd85cd8e gateway port host: None {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 17:54:59.933653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'name': 'router1', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T17:54:47Z', 'updated_at': '2021-04-02T17:54:58Z', 'revision_number': 2, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'gw_port_host': None, '_interfaces': [{'id': 'f7708443-3c8b-42a4-b622-14f15581bfcc', 'name': '', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'mac_address': 'fa:16:3e:8e:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:54:57Z', 'updated_at': '2021-04-02T17:54:58Z', 'revision_number': 2, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnets': [{'id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:54:59.938831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Checking router: 2f0db693-677d-475f-913f-90b0bd85cd8e for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 17:54:59.939216 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Updating router 2f0db693-677d-475f-913f-90b0bd85cd8e port f7708443-3c8b-42a4-b622-14f15581bfcc binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 17:54:59.994664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:00.435593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:00.450132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Transition to ACTIVE for port object f7708443-3c8b-42a4-b622-14f15581bfcc will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:55:00.457225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:00.470425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:00.617298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Pushing event updated for resources: {'Port': ['ID=f7708443-3c8b-42a4-b622-14f15581bfcc,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:00.629496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.629868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.630221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.630544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.630918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.631236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.631613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.631953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.632306 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.632640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.632976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.633300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Tracked resource versions report: Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 17:55:00.634455 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 17:55:00.641377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:00.826281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Attempting to bind port f7708443-3c8b-42a4-b622-14f15581bfcc on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 17:55:00.826715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Attempting to bind port f7708443-3c8b-42a4-b622-14f15581bfcc by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 17:55:00.827120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Attempting to bind port f7708443-3c8b-42a4-b622-14f15581bfcc on network cdae6593-fa54-40cf-b607-fadd1d7426e7 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 17:55:00.833030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 17:55:00.833475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Checking segment: {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:55:00.833932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:00.834346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Bound using segment: {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 17:55:00.834875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Bound port: f7708443-3c8b-42a4-b622-14f15581bfcc, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423085e8-e02c-46ba-9009-5f4b3a9efbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 17:55:00.835267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:00.930208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] For port f7708443-3c8b-42a4-b622-14f15581bfcc, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 17:55:00.934665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] For port f7708443-3c8b-42a4-b622-14f15581bfcc, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f7708443-3c8b-42a4-b622-14f15581bfcc,segment=NetworkSegment(423085e8-e02c-46ba-9009-5f4b3a9efbef),segment_id=423085e8-e02c-46ba-9009-5f4b3a9efbef)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 17:55:00.938831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:00.951894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:01.107997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Pushing event updated for resources: {'Port': ['ID=f7708443-3c8b-42a4-b622-14f15581bfcc,revision_number=4']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:01.112488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:01.161617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Routers {'2f0db693-677d-475f-913f-90b0bd85cd8e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 17:55:01.162306 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T17:54:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2f0db693-677d-475f-913f-90b0bd85cd8e'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:55:01.327590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] Set router 2f0db693-677d-475f-913f-90b0bd85cd8e gateway port host: None {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 17:55:01.663242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50436) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:55:01.664857 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'name': 'router1', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T17:54:47Z', 'updated_at': '2021-04-02T17:54:58Z', 'revision_number': 2, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'gw_port_host': None, '_interfaces': [{'id': 'f7708443-3c8b-42a4-b622-14f15581bfcc', 'name': '', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'mac_address': 'fa:16:3e:8e:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:54:57Z', 'updated_at': '2021-04-02T17:55:00Z', 'revision_number': 4, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnets': [{'id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:55:01.669015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abe511-d6de-47d0-9840-faf99088b8a9 None None] The sync data for ids ['2f0db693-677d-475f-913f-90b0bd85cd8e'] in dv-cinder-784603-1-smb is: [{'id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'name': 'router1', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T17:54:47Z', 'updated_at': '2021-04-02T17:54:58Z', 'revision_number': 2, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'gw_port_host': None, '_interfaces': [{'id': 'f7708443-3c8b-42a4-b622-14f15581bfcc', 'name': '', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'mac_address': 'fa:16:3e:8e:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:54:57Z', 'updated_at': '2021-04-02T17:55:00Z', 'revision_number': 4, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnets': [{'id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 17:55:01.822111 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24329143-8fbe-4695-9f26-a5044ffed615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:55:01.822740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-24329143-8fbe-4695-9f26-a5044ffed615 admin admin] Synchronizing usage tracker for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:network {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 17:55:01.840443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-24329143-8fbe-4695-9f26-a5044ffed615 admin admin] Unset dirty status for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:network {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 17:55:01.841635 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-24329143-8fbe-4695-9f26-a5044ffed615 admin admin] 10.222.0.22 "GET /v2.0/networks/e95ad578-e218-4221-998a-a21f9a292238 HTTP/1.1" status: 200 len: 842 time: 0.1773057 Apr 02 17:55:01.852199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Request body: {'subnet': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.0.0/24'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:55:01.857720 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:55:01.861682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Usage tracker for resource:subnet and tenant:3bf5ed840a124bbc9b644d6fadf14e88 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:55:01.864606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:55:01.871072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:55:01.880321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Made reservation on behalf of 3bf5ed840a124bbc9b644d6fadf14e88 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 17:55:01.885445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:02.334601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.objects.ports [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84315) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 02 17:55:02.335114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:02.350865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:02.479678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540cabdd-ee20-438b-9fee-5c07fb9e5e0e,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:02.485750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:02.551524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:55:02.551909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Network hostable DHCP agents. Network: e95ad578-e218-4221-998a-a21f9a292238, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 17:55:02.576153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 17:55:02.586394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, e95ad578-e218-4221-998a-a21f9a292238) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:55:02.590496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:55:02.591128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:02.596483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb75df3-e1af-4a7e-970e-e5716e939566 None None] Network e95ad578-e218-4221-998a-a21f9a292238 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:55:02.612036 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7632842 Apr 02 17:55:03.001640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7138464-1fc3-4caf-87d4-b59ade453384 None None] Network e95ad578-e218-4221-998a-a21f9a292238 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:55:04.094325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f7708443-3c8b-42a4-b622-14f15581bfcc up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:55:04.164591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port f7708443-3c8b-42a4-b622-14f15581bfcc completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:55:04.169507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port f7708443-3c8b-42a4-b622-14f15581bfcc triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:55:04.169910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:04.293117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:04.326218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port f7708443-3c8b-42a4-b622-14f15581bfcc, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f7708443-3c8b-42a4-b622-14f15581bfcc,segment=NetworkSegment(423085e8-e02c-46ba-9009-5f4b3a9efbef),segment_id=423085e8-e02c-46ba-9009-5f4b3a9efbef)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 17:55:04.330511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:04.332670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3e959daa-429a-484c-bd53-0dff7f3b09c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:04.406040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=f7708443-3c8b-42a4-b622-14f15581bfcc,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:04.409296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:05.224151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 50450) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:55:05.459274 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c3529d1c-727f-4ae9-b8bd-8c71590fff6d admin admin] 10.222.0.22 "GET /v2.0/routers/2f0db693-677d-475f-913f-90b0bd85cd8e HTTP/1.1" status: 200 len: 710 time: 0.2337449 Apr 02 17:55:05.607787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2468504-760b-41e6-a715-9e89ee83c41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:55:05.609233 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d2468504-760b-41e6-a715-9e89ee83c41f admin admin] 10.222.0.22 "GET /v2.0/networks/e95ad578-e218-4221-998a-a21f9a292238 HTTP/1.1" status: 200 len: 886 time: 0.1441376 Apr 02 17:55:05.619258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:55:06.074991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f7708443-3c8b-42a4-b622-14f15581bfcc up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:55:06.147511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port f7708443-3c8b-42a4-b622-14f15581bfcc triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:55:06.147920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:06.234834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:06.590098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:06.650197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:06.794713 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Allocated IP 172.28.0.56 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/c82cce7a-eea9-4282-b3e9-4d370e5ca092) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 17:55:06.950449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:07.015523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:07.028065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:07.166515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Pushing event updated for resources: {'Port': ['ID=c82cce7a-eea9-4282-b3e9-4d370e5ca092,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:07.170044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:07.217021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 17:55:07.218194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:55:07.220452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 17:55:07.599946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:55:07.623803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:08.146203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:08.149909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-773481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854002282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-664839'] for router, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:08.352990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Router 2f0db693-677d-475f-913f-90b0bd85cd8e has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 17:55:08.540547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 17:55:08.551691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:08.553012 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] 10.222.0.22 "PUT /v2.0/routers/2f0db693-677d-475f-913f-90b0bd85cd8e HTTP/1.1" status: 200 len: 889 time: 2.9372475 Apr 02 17:55:08.564970 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Sync routers for ids ['2f0db693-677d-475f-913f-90b0bd85cd8e'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 17:55:08.576811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Routers {'2f0db693-677d-475f-913f-90b0bd85cd8e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 17:55:08.577573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T17:54:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2f0db693-677d-475f-913f-90b0bd85cd8e'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:55:08.778667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Set router 2f0db693-677d-475f-913f-90b0bd85cd8e gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 17:55:09.132350 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'name': 'router1', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c82cce7a-eea9-4282-b3e9-4d370e5ca092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T17:54:47Z', 'updated_at': '2021-04-02T17:55:07Z', 'revision_number': 4, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'gw_port': {'id': 'c82cce7a-eea9-4282-b3e9-4d370e5ca092', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:55:06Z', 'updated_at': '2021-04-02T17:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'f7708443-3c8b-42a4-b622-14f15581bfcc', 'name': '', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'mac_address': 'fa:16:3e:8e:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:54:57Z', 'updated_at': '2021-04-02T17:55:04Z', 'revision_number': 5, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnets': [{'id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:55:09.137639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Checking router: 2f0db693-677d-475f-913f-90b0bd85cd8e for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 17:55:09.138034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Updating router 2f0db693-677d-475f-913f-90b0bd85cd8e port c82cce7a-eea9-4282-b3e9-4d370e5ca092 binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 17:55:09.196413 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:09.593169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:09.604953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Transition to ACTIVE for port object c82cce7a-eea9-4282-b3e9-4d370e5ca092 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:55:09.610646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:09.626933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:09.762232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec9a75-9c57-43e8-b0e8-60949dbe9b13 None None] Pushing event updated for resources: {'Port': ['ID=c82cce7a-eea9-4282-b3e9-4d370e5ca092,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:09.765089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-36ec9a75-9c57-43e8-b0e8-60949dbe9b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:09.820848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Attempting to bind port c82cce7a-eea9-4282-b3e9-4d370e5ca092 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 17:55:09.821377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Attempting to bind port c82cce7a-eea9-4282-b3e9-4d370e5ca092 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 17:55:09.821712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Attempting to bind port c82cce7a-eea9-4282-b3e9-4d370e5ca092 on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 17:55:09.828157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 17:55:09.828561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:55:09.828994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:09.829468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 17:55:09.830355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Bound port: c82cce7a-eea9-4282-b3e9-4d370e5ca092, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 17:55:09.830762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:09.906041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] For port c82cce7a-eea9-4282-b3e9-4d370e5ca092, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 17:55:09.909010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] For port c82cce7a-eea9-4282-b3e9-4d370e5ca092, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=c82cce7a-eea9-4282-b3e9-4d370e5ca092,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 17:55:09.912727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:09.928043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:10.074778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec9a75-9c57-43e8-b0e8-60949dbe9b13 None None] Pushing event updated for resources: {'Port': ['ID=c82cce7a-eea9-4282-b3e9-4d370e5ca092,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:10.078115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-36ec9a75-9c57-43e8-b0e8-60949dbe9b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:10.123476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Routers {'2f0db693-677d-475f-913f-90b0bd85cd8e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 17:55:10.124130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T17:54:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2f0db693-677d-475f-913f-90b0bd85cd8e'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:55:10.471997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] Set router 2f0db693-677d-475f-913f-90b0bd85cd8e gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 17:55:10.819091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'name': 'router1', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c82cce7a-eea9-4282-b3e9-4d370e5ca092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T17:54:47Z', 'updated_at': '2021-04-02T17:55:07Z', 'revision_number': 4, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'gw_port': {'id': 'c82cce7a-eea9-4282-b3e9-4d370e5ca092', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:55:06Z', 'updated_at': '2021-04-02T17:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'f7708443-3c8b-42a4-b622-14f15581bfcc', 'name': '', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'mac_address': 'fa:16:3e:8e:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:54:57Z', 'updated_at': '2021-04-02T17:55:04Z', 'revision_number': 5, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnets': [{'id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 17:55:10.823495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15235d5d-69d8-425c-b316-e05bf891e660 None None] The sync data for ids ['2f0db693-677d-475f-913f-90b0bd85cd8e'] in dv-cinder-784603-1-smb is: [{'id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'name': 'router1', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c82cce7a-eea9-4282-b3e9-4d370e5ca092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T17:54:47Z', 'updated_at': '2021-04-02T17:55:07Z', 'revision_number': 4, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'gw_port': {'id': 'c82cce7a-eea9-4282-b3e9-4d370e5ca092', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:55:06Z', 'updated_at': '2021-04-02T17:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'f7708443-3c8b-42a4-b622-14f15581bfcc', 'name': '', 'network_id': 'cdae6593-fa54-40cf-b607-fadd1d7426e7', 'tenant_id': '4aa5f2f332ab418c89ccc4195f65126a', 'mac_address': 'fa:16:3e:8e:16:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0db693-677d-475f-913f-90b0bd85cd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T17:54:57Z', 'updated_at': '2021-04-02T17:55:04Z', 'revision_number': 5, 'project_id': '4aa5f2f332ab418c89ccc4195f65126a', 'subnets': [{'id': 'a7a996cf-192f-4166-acc3-7a131a582cf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b00e4b-0f10-4c15-830e-5e824be1c720'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 17:55:11.211119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 50460) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:55:11.335916 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9c80635c-0303-4573-abe4-3eb1bba0e0fa admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1234446 Apr 02 17:55:12.100638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device c82cce7a-eea9-4282-b3e9-4d370e5ca092 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:55:12.179884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port c82cce7a-eea9-4282-b3e9-4d370e5ca092 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:55:12.185129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port c82cce7a-eea9-4282-b3e9-4d370e5ca092 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:55:12.185679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:12.317066 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:12.335609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port c82cce7a-eea9-4282-b3e9-4d370e5ca092, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=c82cce7a-eea9-4282-b3e9-4d370e5ca092,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 17:55:12.342835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:12.342835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-36ec9a75-9c57-43e8-b0e8-60949dbe9b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:55:12.413023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=c82cce7a-eea9-4282-b3e9-4d370e5ca092,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:55:12.416337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:55:14.104631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device c82cce7a-eea9-4282-b3e9-4d370e5ca092 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:55:14.192522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port c82cce7a-eea9-4282-b3e9-4d370e5ca092 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:55:14.192929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:18.437390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-612b4d16-d6cc-4999-afd2-ad7ff3e69eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:19.828763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:20.170116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-60137109-33b8-4a21-befd-d2175e51f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:21.005789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:22.777292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:44.600023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:55:48.433732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9167f91e-1514-40a1-a388-7bb477a32fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:49.832709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:50.164143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-902223cc-c862-45ec-afef-c171678990c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:51.007785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:55:52.781385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:18.437409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c694-f6d6-4db2-940b-f792e310e14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:19.836599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:20.169955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0c53abe-f134-401f-ab6b-7a58117b550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:21.011136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:21.600538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:56:22.784296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:48.440246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-21caeb3e-89fb-4196-8726-47d69ee8e131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:49.841286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:50.163372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5e948f0c-1be3-4880-8db1-d0af29bf2bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:51.013849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:52.790995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:56:58.601195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:57:18.447181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-489eb6a3-861e-406b-b0e3-b90a1d6f838b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:19.844955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:20.166376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a919e70a-b1ea-4f1d-bc30-44b5019ce560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:21.016645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:22.797532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:23.399518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51030) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:23.480568 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d710156-a74b-4983-b5a8-f7d00e6c0192 admin admin] GET failed (client error): The resource could not be found. Apr 02 17:57:23.481965 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3d710156-a74b-4983-b5a8-f7d00e6c0192 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0814097 Apr 02 17:57:23.628446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1944acc-91a0-4fbb-adbc-469ec5f26ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:23.630047 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c1944acc-91a0-4fbb-adbc-469ec5f26ec9 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1414847 Apr 02 17:57:26.093042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51040) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:26.226305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65052f8d-c87b-4295-975d-a1cddeb9cd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:26.227198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-65052f8d-c87b-4295-975d-a1cddeb9cd17 admin admin] Synchronizing usage tracker for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:subnet {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 17:57:26.263042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-65052f8d-c87b-4295-975d-a1cddeb9cd17 admin admin] Unset dirty status for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:subnet {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 17:57:26.264264 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-65052f8d-c87b-4295-975d-a1cddeb9cd17 admin admin] 10.222.0.22 "GET /v2.0/subnets/a7a996cf-192f-4166-acc3-7a131a582cf9 HTTP/1.1" status: 200 len: 849 time: 0.1698062 Apr 02 17:57:26.275248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:57:26.400647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Notify callbacks [] for subnet, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:26.715436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363259862017925'] for subnet, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:26.728019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5a374386-e52f-4597-8595-69b4def2c9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:57:26.868637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a996cf-192f-4166-acc3-7a131a582cf9,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:57:26.880845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.881205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.881597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.882373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.882726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.883072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.883427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.883769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.884113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.884454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.884791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.885132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:57:26.890182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:57:26.921499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:26.922133 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:26.923480 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] 10.222.0.22 "PUT /v2.0/subnets/a7a996cf-192f-4166-acc3-7a131a582cf9 HTTP/1.1" status: 200 len: 868 time: 0.6524434 Apr 02 17:57:26.927358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464ea50-2415-436a-b69d-a9d5d0fb5888 None None] Network cdae6593-fa54-40cf-b607-fadd1d7426e7 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:57:27.404010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-9d7ffdf3-15b3-48cb-be53-fada3bb1af42 None None] Provisioning complete for port 6636d5f7-0b79-4d70-ac49-78af08778653 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:57:27.404562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9d7ffdf3-15b3-48cb-be53-fada3bb1af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:27.536765 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-9d7ffdf3-15b3-48cb-be53-fada3bb1af42 None None] Provisioning complete for port f7708443-3c8b-42a4-b622-14f15581bfcc triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:57:27.537097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9d7ffdf3-15b3-48cb-be53-fada3bb1af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:29.378251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51050) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:29.568776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86b7ec-0e42-46d8-b99f-d46d691667a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:29.569218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86b7ec-0e42-46d8-b99f-d46d691667a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:29.570957 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9d86b7ec-0e42-46d8-b99f-d46d691667a1 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1916049 Apr 02 17:57:32.061217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51060) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:32.260384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc12df5-e921-44d1-99dc-8b95c6d35d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:32.260898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc12df5-e921-44d1-99dc-8b95c6d35d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:32.262522 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4dc12df5-e921-44d1-99dc-8b95c6d35d3a admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002013 Apr 02 17:57:34.755397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51070) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:34.943499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73e084-033a-4918-bdb1-6afd40be3693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:34.944846 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0a73e084-033a-4918-bdb1-6afd40be3693 admin admin] 10.222.0.22 "GET /v2.0/networks/cdae6593-fa54-40cf-b607-fadd1d7426e7 HTTP/1.1" status: 200 len: 869 time: 0.1883307 Apr 02 17:57:35.600944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:57:37.427149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51080) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:37.618398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a56ec4-5b73-48f2-954e-a1af434c2c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:37.619784 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f6a56ec4-5b73-48f2-954e-a1af434c2c1a admin admin] 10.222.0.22 "GET /v2.0/networks/e95ad578-e218-4221-998a-a21f9a292238 HTTP/1.1" status: 200 len: 886 time: 0.1912534 Apr 02 17:57:40.080732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51090) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:40.221533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e63b0-48d8-4b81-8f92-4e6891d78635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:40.222050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e63b0-48d8-4b81-8f92-4e6891d78635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:40.223656 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2a5e63b0-48d8-4b81-8f92-4e6891d78635 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1414926 Apr 02 17:57:42.675842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51100) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:42.797886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865b946-9c1a-43e9-841f-9bc82f6f5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:42.798387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865b946-9c1a-43e9-841f-9bc82f6f5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:42.800060 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f865b946-9c1a-43e9-841f-9bc82f6f5d37 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231456 Apr 02 17:57:45.270011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51110) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:45.383678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47243f78-020e-4980-ad18-814b611733d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:45.385133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-47243f78-020e-4980-ad18-814b611733d5 admin admin] 10.222.0.22 "GET /v2.0/subnets/540cabdd-ee20-438b-9fee-5c07fb9e5e0e HTTP/1.1" status: 200 len: 816 time: 0.1140199 Apr 02 17:57:47.840999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51120) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:57:47.969588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a7c7f-d4b9-4fc7-8944-98a830707bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:57:47.971032 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-879a7c7f-d4b9-4fc7-8944-98a830707bca admin admin] 10.222.0.22 "GET /v2.0/subnets/a7a996cf-192f-4166-acc3-7a131a582cf9 HTTP/1.1" status: 200 len: 868 time: 0.1285791 Apr 02 17:57:48.440071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-43d2558b-5053-460f-aa24-2fef870453c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:49.849516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:50.169941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4030cfde-bf2a-492f-9e37-7e44a9e468cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:51.021819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:57:52.801610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:12.601665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:58:14.208352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51164) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:58:14.272581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [None req-1cd3da42-5a9a-4a8f-9241-7ba69320f0ba admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 17:58:14.273673 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1cd3da42-5a9a-4a8f-9241-7ba69320f0ba admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643430 Apr 02 17:58:16.818054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51174) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:58:16.901968 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b6acf1-5eb8-4bab-b1be-e1232d6773ef admin admin] GET failed (client error): The resource could not be found. Apr 02 17:58:16.903328 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e7b6acf1-5eb8-4bab-b1be-e1232d6773ef admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0841544 Apr 02 17:58:17.042877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26691cf6-1354-4e1f-aa01-fbf2f36382c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:58:17.044312 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-26691cf6-1354-4e1f-aa01-fbf2f36382c8 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344607 Apr 02 17:58:18.444507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa823b28-0e18-4e20-a08b-2144651a35d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.540960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51184) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:58:19.598368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:58:19.604887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:58:19.615986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:58:19.628939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Made reservation on behalf of 3bf5ed840a124bbc9b644d6fadf14e88 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 17:58:19.635756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.733850 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.services.revisions.revision_plugin [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Could not find related network for resource to bump revision. Apr 02 17:58:19.749029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 17:58:19.760422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776992785591', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.760999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Unsubscribe: segment precommit_create {{(pid=84314) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 02 17:58:19.761527 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Added segment efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2 of type vlan for network f8e8986e-5076-4351-8143-75ad621ec90e Apr 02 17:58:19.802607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.839469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.840829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:58:19.841478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.846311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:58:19.854205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:19.960655 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4182065 Apr 02 17:58:19.961400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Pushing event updated for resources: {'Network': ['ID=f8e8986e-5076-4351-8143-75ad621ec90e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:58:19.968699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.969068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.969460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.969816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.970167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.970515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.970862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.971209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.971579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.971925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.972256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.972592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:19.977140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:58:19.985725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network f8e8986e-5076-4351-8143-75ad621ec90e details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 17:58:20.172879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-602a4798-8db9-4738-ad91-e4d6b2db4721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:21.023566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:22.440244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51194) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:58:22.698871 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee52a11-40ef-486c-9e39-b207be737a94 admin admin] GET failed (client error): The resource could not be found. Apr 02 17:58:22.699397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4ee52a11-40ef-486c-9e39-b207be737a94 admin admin] Synchronizing usage tracker for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 17:58:22.717882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4ee52a11-40ef-486c-9e39-b207be737a94 admin admin] Unset dirty status for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 17:58:22.719097 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4ee52a11-40ef-486c-9e39-b207be737a94 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2777541 Apr 02 17:58:22.804753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:22.834481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70542dc7-c463-4fde-a134-7a5329c3c794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:58:22.835980 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-70542dc7-c463-4fde-a134-7a5329c3c794 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1100583 Apr 02 17:58:22.851085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 17:58:22.855950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:58:22.865929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:58:22.875922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Made reservation on behalf of 3bf5ed840a124bbc9b644d6fadf14e88 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 17:58:22.880522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:23.274204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:23.289575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:58:23.415540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71042554-4ced-47ce-a848-aa742f69f047,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:58:23.418431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:58:23.481121 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Checking segment: {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:58:23.481721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Network hostable DHCP agents. Network: f8e8986e-5076-4351-8143-75ad621ec90e, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 17:58:23.500786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Network f8e8986e-5076-4351-8143-75ad621ec90e is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 17:58:23.510929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, f8e8986e-5076-4351-8143-75ad621ec90e) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:58:23.515862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 17:58:23.516497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:23.521306 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f0baeb-d234-4bf0-9dcb-ec7f278ed14f None None] Network f8e8986e-5076-4351-8143-75ad621ec90e requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:58:23.541650 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6944144 Apr 02 17:58:23.760542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-f8e8986e-5076-4351-8143-75ad621ec90e', 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e', 'tenant_id': '3bf5ed840a124bbc9b644d6fadf14e88', 'fixed_ips': [{'subnet_id': '71042554-4ced-47ce-a848-aa742f69f047'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 17:58:23.761625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:23.926480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Allocated IP 192.168.233.2 (f8e8986e-5076-4351-8143-75ad621ec90e/71042554-4ced-47ce-a848-aa742f69f047/5eae9d8c-50e8-41f0-8403-612ae81d4ae2) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 17:58:24.304205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:24.315063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Transition to ACTIVE for port object 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:58:24.334832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Transition to ACTIVE for port object 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 17:58:24.339326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:24.354924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:58:24.493278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Pushing event updated for resources: {'Port': ['ID=5eae9d8c-50e8-41f0-8403-612ae81d4ae2,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:58:24.503689 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.504023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.504391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.504754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.505107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.505483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.505833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.506181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.506525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.506870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.507210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.507551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:58:24.512896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:58:24.554591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Network f8e8986e-5076-4351-8143-75ad621ec90e is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 17:58:24.555851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 17:58:24.558232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 17:58:24.653205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Attempting to bind port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 17:58:24.653646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Attempting to bind port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 17:58:24.654045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Attempting to bind port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 on network f8e8986e-5076-4351-8143-75ad621ec90e {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 17:58:24.659768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 17:58:24.660170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Checking segment: {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 17:58:24.660600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:24.661027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Bound using segment: {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 17:58:24.661551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Bound port: 5eae9d8c-50e8-41f0-8403-612ae81d4ae2, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 17:58:24.661953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:24.753979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] For port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 17:58:24.757495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] For port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=5eae9d8c-50e8-41f0-8403-612ae81d4ae2,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 17:58:24.763153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:24.779191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:58:24.930432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Pushing event updated for resources: {'Port': ['ID=5eae9d8c-50e8-41f0-8403-612ae81d4ae2,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:58:24.933878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:58:26.216052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:58:26.243496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767a36b-2446-42fe-b5e5-23508b76d122 None None] Network f8e8986e-5076-4351-8143-75ad621ec90e requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 17:58:26.387328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-20e313f6-1622-41f3-b3de-dc962b20361f None None] Provisioning for port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:58:26.441590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 17:58:26.455018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:58:26.455427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:26.641687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:26.678820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=5eae9d8c-50e8-41f0-8403-612ae81d4ae2,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 17:58:26.682421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:26.686833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8d3b7d62-dbe0-4896-af5b-e2c20e2a46e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:58:26.768193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=5eae9d8c-50e8-41f0-8403-612ae81d4ae2,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:58:26.781407 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:58:26.935333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-17f6b305-2470-47b3-a3ec-b070c252ca6e None None] Provisioning complete for port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:58:26.935647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-17f6b305-2470-47b3-a3ec-b070c252ca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:28.182572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 17:58:28.258682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 5eae9d8c-50e8-41f0-8403-612ae81d4ae2 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 17:58:28.259090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:48.448547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bcad289-0b3a-4409-95a0-cd6c458c5236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:49.602015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:58:49.858122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:50.178727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8915853f-e821-4fd6-bbf0-efc6e7715880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:51.026854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:58:52.808128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:18.450309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-24ea2c27-60fa-4b0c-9f50-1c5eb95065b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:19.862523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:20.171653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-505602be-17f9-49d1-b188-c20ca6c4c92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:21.030376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:22.812005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:26.602572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 17:59:43.939441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51246) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:59:43.948504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [None req-9a31ad47-a103-43a5-a0c3-bed284ef911d tempest-verify_tempest_config-1668402083 tempest-verify_tempest_config-1668402083-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 17:59:43.949609 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9a31ad47-a103-43a5-a0c3-bed284ef911d tempest-verify_tempest_config-1668402083 tempest-verify_tempest_config-1668402083-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0087223 Apr 02 17:59:44.281045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51264) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:59:44.416652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.432257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 17:59:44.436619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:95c549a3da5d4c76a07460f964b823ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 17:59:44.440018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 17:59:44.446284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 17:59:44.559299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.563415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.570453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:59:44.611317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9bbd3e-93c1-48c7-967a-17b2c3446ce3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:59:44.615391 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95c549a3da5d4c76a07460f964b823ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3328006 Apr 02 17:59:44.618804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51270) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 17:59:44.621751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.622129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.622464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.622813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.623169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.623513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.623853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.624194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.624544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.624863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.625206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.625573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.630203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:59:44.688297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.715177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.772787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.778091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2feb29ef-fe53-465d-a515-b398e5379bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 17:59:44.792135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9bbd3e-93c1-48c7-967a-17b2c3446ce3,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 17:59:44.796813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:44.798046 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d9bbd3e-93c1-48c7-967a-17b2c3446ce3 HTTP/1.1" status: 204 len: 168 time: 0.1782486 Apr 02 17:59:44.802510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.802884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.803244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.803601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.803935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.804294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.804644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.804976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.805389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.805736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.806085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.806429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 17:59:44.809570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 17:59:48.454690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2932dd49-dcf7-406c-b8c1-108e7554fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:49.866113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:50.182527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a820cd58-8a75-4698-8033-f393ec6622ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:51.048257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 17:59:52.810578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:03.606079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:00:18.465786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9461ec72-6d23-4aaf-aac9-8daa514c2a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:19.882461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:20.187827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b05b2217-45da-48ee-ac6a-1e3d8519d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:21.043303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:22.817130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:40.611136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:00:48.469708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d9a67e28-a80a-453a-9e19-f6e8cc2ce3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:49.866482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:50.184908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cb9f481c-4477-4c13-8b73-3f626773e6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:51.050160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:00:52.822181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:17.616054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 5 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:01:18.475990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e67b-6743-41f4-a1ef-c3ecf1380bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:19.870174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:20.186768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a055af59-6658-4fb1-b259-e946b854217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:21.054655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:22.821269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:25.575188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226'] for agent, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:31.302766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51322) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:31.433819 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f3db9a23-0562-475a-a7d1-150677d67efa admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1294444 Apr 02 18:01:33.897898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51332) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:01:33.966624 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ee9b16f6-e0ba-40db-9125-e4c0387ac3c9 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0673227 Apr 02 18:01:48.477192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5f0f60c2-138c-4224-989d-e118798e2737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:49.883243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:50.202474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98d1436d-776e-4c89-ac9a-5740e5a2173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:51.057144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:52.830848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:01:54.622088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:01:55.577192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:18.469989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e336d77d-87d6-42a5-bd0b-1a3910ddebdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:19.876248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:20.185958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f59dfd58-da17-48db-b972-0556567c3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:21.054829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:22.827164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:25.590194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:31.624406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:02:48.473536 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f11c1c0-0c39-42f7-8f5c-1250b037b551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:49.879595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:50.188560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f073f67-7d19-451a-a562-74769a3b3af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:51.057975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:52.830858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:02:55.590929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.300969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51502) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:08.556959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1970264156-network', 'tenant_id': 'd49d733cb03c4557bdcef46fea18d1fb'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:08.562858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:08.567673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Usage tracker for resource:network and tenant:d49d733cb03c4557bdcef46fea18d1fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:08.571224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:08.578010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:08.590983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Made reservation on behalf of d49d733cb03c4557bdcef46fea18d1fb for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:08.596112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.610223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.627479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:08.631978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Usage tracker for resource:security_group_rule and tenant:d49d733cb03c4557bdcef46fea18d1fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:08.633116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:03:08.635597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:08.642534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:08.729457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.733738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.741863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:08.781281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:03:08.797569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:08.807763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.808267 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Added segment fb32c9a8-eb27-4d04-b303-bab4d6e1079d of type vlan for network e5250d48-8cfc-408f-9956-d80dbe1952cb Apr 02 18:03:08.810552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.810925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.811263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.811807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.812161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.812513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.813152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.813152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.813541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.813884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.814225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.814566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Tracked resource versions report: Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: HyperV agent@hv-cinder-78460: {}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 18:03:08.815690 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:03:08.822742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:08.845291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.875967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.877572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:08.878246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:08.883743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5094f2ab-4b2f-4384-9bb4-9451a449670a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:08.990113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Pushing event updated for resources: {'Network': ['ID=e5250d48-8cfc-408f-9956-d80dbe1952cb,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:08.994684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:09.001837 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6993563 Apr 02 18:03:09.003179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51542) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:09.004281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network e5250d48-8cfc-408f-9956-d80dbe1952cb details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:03:09.009608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Request body: {'subnet': {'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1970264156-subnet', 'tenant_id': 'd49d733cb03c4557bdcef46fea18d1fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:09.015198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:09.019097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Usage tracker for resource:subnet and tenant:d49d733cb03c4557bdcef46fea18d1fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:09.022385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:09.028454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:09.047421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Made reservation on behalf of d49d733cb03c4557bdcef46fea18d1fb for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:09.054410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.239874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51552) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:09.364799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51560) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:09.476054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.491432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-82431af9-49a5-4dea-9477-b4729ad7a42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:09.520346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51576) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:09.588272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935812724-network', 'tenant_id': '66e0a07ddc9c4827a866fa4aa28b8067'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:09.596363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:09.601388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Usage tracker for resource:network and tenant:66e0a07ddc9c4827a866fa4aa28b8067 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:09.605605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:09.609918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a109a6ef-fde3-41ea-9e8b-219e7b619e04,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:09.616726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:09.621537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:09.645352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1953005440-network', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:09.653865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:09.658305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Usage tracker for resource:network and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:09.661703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:09.668029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:09.677261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Made reservation on behalf of 66e0a07ddc9c4827a866fa4aa28b8067 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:09.682906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.699774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Made reservation on behalf of d99b8b5f191148c8aadebd934ad269b2 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:09.705028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.718383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Checking segment: {'id': 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:09.718998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Network hostable DHCP agents. Network: e5250d48-8cfc-408f-9956-d80dbe1952cb, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:03:09.721393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.742945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:09.747465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:09.750683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:09.756789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:09.762571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.775465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Network e5250d48-8cfc-408f-9956-d80dbe1952cb is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:03:09.777053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1136618-network', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:09.789311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, e5250d48-8cfc-408f-9956-d80dbe1952cb) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:09.798972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299a923-7965-4d82-9199-11d55a99a670 None None] Network e5250d48-8cfc-408f-9956-d80dbe1952cb requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:09.810922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:09.811873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.834351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:09.857700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Usage tracker for resource:security_group_rule and tenant:66e0a07ddc9c4827a866fa4aa28b8067 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:09.860851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:09.867858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:09.870546 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8662605 Apr 02 18:03:09.876548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Usage tracker for resource:network and tenant:86c2ea5bbfd94fe4aef6dced43def1c9 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:09.882886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:09.886294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:09.906651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:09.950647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Made reservation on behalf of 86c2ea5bbfd94fe4aef6dced43def1c9 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:09.955729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.969503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.973825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:09.990096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.000998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:10.004344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-15ff59e5-0832-4e77-b4f8-e9e4e5d7f332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:10.021013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:86c2ea5bbfd94fe4aef6dced43def1c9 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:10.027374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:10.055480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:03:10.070221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:10.148450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.149174 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Added segment 567f04c3-631f-4c9e-aa45-e7f75105f0ac of type vlan for network c78bea0a-21c2-4106-8417-391dc8e13cad Apr 02 18:03:10.155649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a79c0-640c-4c6f-8298-5680bcce34e2,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:10.170728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f4970-a19d-46ca-b466-a5ae4c4aad22 None None] Network e5250d48-8cfc-408f-9956-d80dbe1952cb requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:10.202096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.202787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.203352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.203909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.204849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.205587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.206156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.206716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.207296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.207872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.208422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.208978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Tracked resource versions report: Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: HyperV agent@hv-cinder-78460: {}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 18:03:10.210356 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:03:10.233449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:10.282672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.302310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.307870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.323014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:10.363184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:03:10.397505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a49a4d-84cf-4195-88d4-8af21246000d,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:10.406665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:10.420180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.420564 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Added segment 697db509-66e4-488c-ab6a-682ae12c6c5c of type vlan for network 3d14a5b5-b316-4a6d-877a-899306c1ea9c Apr 02 18:03:10.423945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.438224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:10.438870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.447188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:10.528707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.589142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.602136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.626715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c78bea0a-21c2-4106-8417-391dc8e13cad,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:10.632672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:10.633106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:10.638187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network c78bea0a-21c2-4106-8417-391dc8e13cad details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:03:10.664209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51634) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:10.664403 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2984281 Apr 02 18:03:10.671369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Request body: {'subnet': {'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1953005440-subnet', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:10.678369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:03:10.680601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:10.690816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Usage tracker for resource:subnet and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:10.698702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:10.699502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.702821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.703195 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Added segment 604b9645-b0b6-447a-82ad-6b9bde4f2029 of type vlan for network fe2430c0-00e5-440f-9182-fc306bb8ac87 Apr 02 18:03:10.705404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:10.705992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.709753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ee49e-92d5-4134-aaed-1417c0590eac,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:10.716690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:10.719693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:10.720709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:10.761657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Made reservation on behalf of d99b8b5f191148c8aadebd934ad269b2 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:10.767977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.939699 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6976833 Apr 02 18:03:10.944965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:10.954543 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51642) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:10.966797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Request body: {'subnet': {'network_id': '3d14a5b5-b316-4a6d-877a-899306c1ea9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935812724-subnet', 'tenant_id': '66e0a07ddc9c4827a866fa4aa28b8067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:10.972303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Pushing event updated for resources: {'Network': ['ID=3d14a5b5-b316-4a6d-877a-899306c1ea9c,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:10.975062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:10.980257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:10.981311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Usage tracker for resource:subnet and tenant:66e0a07ddc9c4827a866fa4aa28b8067 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:10.984968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network 3d14a5b5-b316-4a6d-877a-899306c1ea9c details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:03:10.985313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:11.000496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:11.018113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Made reservation on behalf of 66e0a07ddc9c4827a866fa4aa28b8067 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:11.023335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.060057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.064182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:11.064809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.072066 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:11.394321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.413117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51658) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:11.413796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c969ad80-d67f-4f0e-86fe-4e567bafc970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:11.510657 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9893718 Apr 02 18:03:11.515409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51664) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:11.516091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2430c0-00e5-440f-9182-fc306bb8ac87,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:11.520414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:11.528026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:03:11.528514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Request body: {'subnet': {'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-subnet', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:11.533930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:11.537851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Usage tracker for resource:subnet and tenant:86c2ea5bbfd94fe4aef6dced43def1c9 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:11.541042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:11.548401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:11.562156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Made reservation on behalf of 86c2ea5bbfd94fe4aef6dced43def1c9 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:11.563035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3509830e-4725-4e11-a8fe-b1e76b9f1a03,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:11.567207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.567469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:11.642620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Checking segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:11.643020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Network hostable DHCP agents. Network: c78bea0a-21c2-4106-8417-391dc8e13cad, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:03:11.686132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Network c78bea0a-21c2-4106-8417-391dc8e13cad is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:03:11.703186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, c78bea0a-21c2-4106-8417-391dc8e13cad) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:11.714833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:11.715524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.722624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02e171-b41c-487a-88f6-4158cec529f4 None None] Network c78bea0a-21c2-4106-8417-391dc8e13cad requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:11.753004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.770433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:11.774684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4ea26f5b9b44dbb9de6ecd8e9b53df is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:11.777796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:11.790129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:11.851977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51674) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:11.856081 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1903758 Apr 02 18:03:11.862713 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:11.904657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:11.935209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Usage tracker for resource:router and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:11.940959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:11.966728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:11.995046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:11.996373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.009694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-c78bea0a-21c2-4106-8417-391dc8e13cad', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:03:12.013788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.052974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.060404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.129368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ab0d48f5-2f2d-4bd0-b7d9-6eeec20eb6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:12.155006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.156789 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a4ea26f5b9b44dbb9de6ecd8e9b53df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7123950 Apr 02 18:03:12.157666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51692) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:12.247943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83530fe9-cca0-40f9-be7e-0bbaaac6d783,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:12.280097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:12.304518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Allocated IP 172.20.0.2 (c78bea0a-21c2-4106-8417-391dc8e13cad/3509830e-4725-4e11-a8fe-b1e76b9f1a03/a7af9734-1112-4da1-934c-559ff64bf401) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:12.385316 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.450814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.573679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.580065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:12.607864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.620133 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83530fe9-cca0-40f9-be7e-0bbaaac6d783,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:12.620974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Transition to ACTIVE for port object a7af9734-1112-4da1-934c-559ff64bf401 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:12.626723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:12.628151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.630962 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83530fe9-cca0-40f9-be7e-0bbaaac6d783 HTTP/1.1" status: 204 len: 168 time: 0.4659569 Apr 02 18:03:12.651753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Transition to ACTIVE for port object a7af9734-1112-4da1-934c-559ff64bf401 will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:12.670231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.687021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:12.775443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Pushing event updated for resources: {'Port': ['ID=a7af9734-1112-4da1-934c-559ff64bf401,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:12.788193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.788708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.789211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.789662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.790454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.790454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.790831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.791259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.791917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.792277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.792647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.793766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Tracked resource versions report: Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: HyperV agent@hv-cinder-78460: {}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 18:03:12.794922 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:03:12.798608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51724) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:12.798737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:12.804104 dv-cinder-784603-1-smb neutron-server[84201]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 02 18:03:12.918344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.950779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Network c78bea0a-21c2-4106-8417-391dc8e13cad is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:12.952588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:12.957601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:12.958697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:12.991695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-49083a05-7ba5-43ea-9d55-91ef2c4f617e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:13.009694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5bf7b117-7bec-473c-9570-6173bac8a527 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:13.012118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5bf7b117-7bec-473c-9570-6173bac8a527 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Synchronizing usage tracker for tenant:d49d733cb03c4557bdcef46fea18d1fb on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:13.035652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5bf7b117-7bec-473c-9570-6173bac8a527 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Unset dirty status for tenant:d49d733cb03c4557bdcef46fea18d1fb on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:13.037091 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5bf7b117-7bec-473c-9570-6173bac8a527 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/networks?id=e5250d48-8cfc-408f-9956-d80dbe1952cb HTTP/1.1" status: 200 len: 812 time: 0.2368302 Apr 02 18:03:13.056613 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-0745464e-c401-46be-ad1d-39e1725d1b4d tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/quotas/d49d733cb03c4557bdcef46fea18d1fb HTTP/1.1" status: 200 len: 375 time: 0.0126877 Apr 02 18:03:13.089805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Attempting to bind port a7af9734-1112-4da1-934c-559ff64bf401 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:13.090766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Attempting to bind port a7af9734-1112-4da1-934c-559ff64bf401 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:13.091364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Attempting to bind port a7af9734-1112-4da1-934c-559ff64bf401 on network c78bea0a-21c2-4106-8417-391dc8e13cad {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:13.097485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:13.098189 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Checking segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:13.098854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.099726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Bound using segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:13.100681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Bound port: a7af9734-1112-4da1-934c-559ff64bf401, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:13.101442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.118480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51730) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:13.140556 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-2da054b3-cd89-4f9f-808c-d4c886f7e1a8 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d49d733cb03c4557bdcef46fea18d1fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770969 Apr 02 18:03:13.144829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.160415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:13.164474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:92e2881d434f4907a9a7c4a6cccfab01 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:13.167494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:13.173810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:13.202436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f4b3a6-936e-4195-a3fa-6109d9411227,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:13.210472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:13.234378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] For port a7af9734-1112-4da1-934c-559ff64bf401, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:13.240258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] For port a7af9734-1112-4da1-934c-559ff64bf401, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a7af9734-1112-4da1-934c-559ff64bf401,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:13.247212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.266540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:13.270638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.275654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.288510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:13.333476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.341958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf437a-eb64-42ad-971c-2caff2a491a3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:13.345574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:13.348326 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92e2881d434f4907a9a7c4a6cccfab01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2286639 Apr 02 18:03:13.351082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51740) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:13.358104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:13.359390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Pushing event updated for resources: {'Port': ['ID=a7af9734-1112-4da1-934c-559ff64bf401,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:13.363120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:13.429181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Checking segment: {'id': '697db509-66e4-488c-ab6a-682ae12c6c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3d14a5b5-b316-4a6d-877a-899306c1ea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:13.429601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Network hostable DHCP agents. Network: 3d14a5b5-b316-4a6d-877a-899306c1ea9c, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:03:13.614654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5018778f-94eb-4132-9d6c-834563e7d61c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:03:13.615746 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5018778f-94eb-4132-9d6c-834563e7d61c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2876289 Apr 02 18:03:13.729906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:13.747254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.805618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:13.827288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:13.913283 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-3a313bc8-813d-41f2-b0ea-2810b1fc0691 service neutron] 10.222.0.22 "GET /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876718 Apr 02 18:03:13.917075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Network 3d14a5b5-b316-4a6d-877a-899306c1ea9c is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:03:13.977793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, 3d14a5b5-b316-4a6d-877a-899306c1ea9c) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:13.989989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3367d-4b79-4734-af4e-424c807f0935 None None] Network 3d14a5b5-b316-4a6d-877a-899306c1ea9c requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:13.991015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:13.991668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.044096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.089339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.090559 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1348238 Apr 02 18:03:14.094780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.156076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Checking segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:14.156294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-73207fdc-a9ab-4979-927a-a4c15614e468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:14.156478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Network hostable DHCP agents. Network: fe2430c0-00e5-440f-9182-fc306bb8ac87, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:03:14.237917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.239095 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70cf437a-eb64-42ad-971c-2caff2a491a3 HTTP/1.1" status: 204 len: 168 time: 0.8870389 Apr 02 18:03:14.253284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf437a-eb64-42ad-971c-2caff2a491a3,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:14.260973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:03:14.274839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65889f84-93b6-479c-9dbd-247f88a418ed None None] Network 3d14a5b5-b316-4a6d-877a-899306c1ea9c requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:14.276278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:14.293401 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-5844637d-621e-423d-84e9-c898b7423024 service neutron] 10.222.0.22 "GET /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704855 Apr 02 18:03:14.305409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, fe2430c0-00e5-440f-9182-fc306bb8ac87) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:14.314490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:14.315140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.333594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Allocated IP 172.28.0.27 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:14.344196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88637137-1e60-40d0-8490-ce75dbf39f81 None None] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:14.361887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51768) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:14.370701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:14.378864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8567958 Apr 02 18:03:14.386834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:14.402806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Usage tracker for resource:router and tenant:86c2ea5bbfd94fe4aef6dced43def1c9 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:14.408047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:14.422206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:14.444690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.445877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.483146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.541731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a7af9734-1112-4da1-934c-559ff64bf401 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:14.778467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.857834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:14.888866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:15.174230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:15.258659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51820) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:15.351251 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b2ec7b2-50db-4c4a-85c2-6e1d71ea47f6 req-244efc11-5164-428e-a5f0-a8570e1a8988 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 210 time: 0.0904689 Apr 02 18:03:15.482053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:15.495582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:15.504981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:15.678968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57558f51-e248-41e4-abbd-d0cc5bd693f9 None None] Network c78bea0a-21c2-4106-8417-391dc8e13cad requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:15.698322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port a7af9734-1112-4da1-934c-559ff64bf401 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:15.953864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Pushing event updated for resources: {'Port': ['ID=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:15.962059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:16.003904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Provisioning for port a7af9734-1112-4da1-934c-559ff64bf401 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:16.015047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.025161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3aa66-b714-4c29-bb09-fdd0151622a0 None None] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:16.057979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Provisioning complete for port a7af9734-1112-4da1-934c-559ff64bf401 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:16.058393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.110057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.245168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51884) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:16.263623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-520839364-network', 'tenant_id': 'c3643273c07d433c84b6afd9f02fa102'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:16.272180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:16.279750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Usage tracker for resource:network and tenant:c3643273c07d433c84b6afd9f02fa102 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:16.285539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.348542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:16.385990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Allocated IP 172.28.0.96 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/41aff259-d9f6-4508-ac1b-e3f7a44b0b8c) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:16.426716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51890) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:16.431560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:16.468777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Made reservation on behalf of c3643273c07d433c84b6afd9f02fa102 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:16.473683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.491800 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.535031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:16.542724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Usage tracker for resource:security_group_rule and tenant:c3643273c07d433c84b6afd9f02fa102 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:16.548123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:16.554789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:16.692137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.765927 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bf52dd5c-ff27-41ac-996a-8e6714d48262 req-e92c8770-9ddf-473b-836c-75ae751e3bab tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 210 time: 0.2762566 Apr 02 18:03:16.855840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.878440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:16.899401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] For port a7af9734-1112-4da1-934c-559ff64bf401, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a7af9734-1112-4da1-934c-559ff64bf401,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:16.915872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Usage tracker for resource:security_group_rule and tenant:41f39744c76f4d8ca4afa934aea26f5e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:16.922511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:16.932700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:16.956858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.985458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:16.997549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:17.051751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.080596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:17.188825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Pushing event updated for resources: {'Port': ['ID=a7af9734-1112-4da1-934c-559ff64bf401,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:17.204447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.213266 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:17.288871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.303021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.341546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Pushing event updated for resources: {'Port': ['ID=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:17.357634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:17.359983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2d2283d5-f454-4586-9552-3a5715202cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:17.423121 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41f39744c76f4d8ca4afa934aea26f5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9951863 Apr 02 18:03:17.429222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51932) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:17.434420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a698b2-1993-4e78-afd0-f427840acccf,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:17.453036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:17.509171 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.515399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:17.517890 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.519233 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:17.525456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:17.526740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:17.528148 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-56289085-a07a-4de0-a017-91b00f24a157 None None] Provisioning complete for port a7af9734-1112-4da1-934c-559ff64bf401 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:17.529162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-56289085-a07a-4de0-a017-91b00f24a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.574567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:03:17.596400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4963ed5-e1f8-4837-b21b-371f5bbfaabd,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:17.601191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:17.608733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.609526 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Added segment 92d1658d-812e-4f94-a83e-ae0a522e809f of type vlan for network 729ff6d3-3a60-4547-92db-588eca595348 Apr 02 18:03:17.667969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.759464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:03:17.787241 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.798914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:17.799571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:17.823097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:18.088794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.106533 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8599234 Apr 02 18:03:18.111921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 51958) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:18.128134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77225f40-c85f-4731-8995-6513d32e3708 req-7727db8f-fb98-44ba-b986-5a69770a8848 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 210 time: 0.1409171 Apr 02 18:03:18.129832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Pushing event updated for resources: {'Network': ['ID=729ff6d3-3a60-4547-92db-588eca595348,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:18.136389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Request body: {'subnet': {'network_id': '729ff6d3-3a60-4547-92db-588eca595348', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-520839364-subnet', 'tenant_id': 'c3643273c07d433c84b6afd9f02fa102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:18.144045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network 729ff6d3-3a60-4547-92db-588eca595348 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:03:18.167716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:03:18.186304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:18.188585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:18.194169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Usage tracker for resource:subnet and tenant:c3643273c07d433c84b6afd9f02fa102 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:18.198367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:18.216128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:18.226976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:03:18.236417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.242157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:18.242893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:02:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:18.262969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Made reservation on behalf of c3643273c07d433c84b6afd9f02fa102 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:18.268747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.308742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.310458 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4559283 Apr 02 18:03:18.315043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 51970) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:18.418157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a7af9734-1112-4da1-934c-559ff64bf401 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:18.560760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c7b43c7-2b0b-4c3e-9d2e-aa4566b0e97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.561733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:18.578438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port a7af9734-1112-4da1-934c-559ff64bf401 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:18.578846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.609016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.11', 50856) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:18.857356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:18.891600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e3d3f864-2e86-4c4c-ab85-be3dfe706714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:18.991671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a698b2-1993-4e78-afd0-f427840acccf,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:19.020255 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7b9c89c6-0d96-419e-b771-5833fcc99d36 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:19.021745 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7b9c89c6-0d96-419e-b771-5833fcc99d36 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.11 "GET /v2.0/networks?id=e5250d48-8cfc-408f-9956-d80dbe1952cb HTTP/1.1" status: 200 len: 812 time: 0.4113739 Apr 02 18:03:19.027175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:19.035511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:19.039211 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99a698b2-1993-4e78-afd0-f427840acccf HTTP/1.1" status: 204 len: 168 time: 1.6064851 Apr 02 18:03:19.089717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Request body: {'port': {'device_id': 'b62a258f-4e05-4415-a068-bb866797f446', 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb', 'admin_state_up': True, 'tenant_id': 'd49d733cb03c4557bdcef46fea18d1fb'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:19.169638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:19.218441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:15Z', 'revision_number': 3, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:19.224149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:03:19.224911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Updating router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:03:19.363927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:19.663024 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-299eb1aa-679d-4696-928e-2609078e1be0 req-efa92fed-5260-4c34-99cf-51dae7d3a4f0 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 210 time: 0.2438931 Apr 02 18:03:19.777553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:19.793862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Usage tracker for resource:port and tenant:d49d733cb03c4557bdcef46fea18d1fb is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:19.808085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:19.822524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:19.840872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52056) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:19.903420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:19.984183 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.057346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4cc5be36-cf74-42f6-bcce-b6a900ed7312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:20.183770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Made reservation on behalf of d49d733cb03c4557bdcef46fea18d1fb for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:20.190516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.205606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0fba1c30-e73e-4f69-9dc6-8e52767e4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.216011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64cdde9-671c-4e75-bb6f-ef1f3ec08305,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:20.315700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:20.363117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.378762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Transition to ACTIVE for port object 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:20.392182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.484029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:20.623631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Checking segment: {'id': '92d1658d-812e-4f94-a83e-ae0a522e809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '729ff6d3-3a60-4547-92db-588eca595348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:20.626163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Network hostable DHCP agents. Network: 729ff6d3-3a60-4547-92db-588eca595348, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:03:20.685678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.779847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Network 729ff6d3-3a60-4547-92db-588eca595348 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:03:20.829467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, 729ff6d3-3a60-4547-92db-588eca595348) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:20.843602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b281c-4d1a-4e5e-9d79-9fefc042a71a None None] Network 729ff6d3-3a60-4547-92db-588eca595348 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:20.847722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:20.849939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:20.870491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Pushing event updated for resources: {'Port': ['ID=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:20.886157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:20.897835 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6d813e06-d405-43a0-ae58-38c7d60a45c9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7808022 Apr 02 18:03:20.931404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Allocated IP 172.20.0.3 (e5250d48-8cfc-408f-9956-d80dbe1952cb/a109a6ef-fde3-41ea-9e8b-219e7b619e04/04811c3a-d3b7-4433-b282-f740a44b6535) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:20.946540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.946907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.947272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.947635 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.947984 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.948330 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.948681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.949025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.951309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Usage tracker for resource:security_group_rule and tenant:37aed5e4da604917b817eaf235c3e1b4 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:20.977005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.978965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.979353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.979724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Tracked resource versions report: Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: pushed versions: Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: { 'AddressGroup': {'1.2'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': {'1.0'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': {'1.0'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': {'1.1'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': {'1.7'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': {'1.2'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': {'1.8'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': {'1.4'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': {'1.2'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': {'1.0'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': {'1.1'}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': {'1.1'}} Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: consumer versions: Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: { DHCP agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: HyperV agent@hv-cinder-78460: {}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: L3 agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: Metadata agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: Metering agent@dv-cinder-784603-1-smb: {}, Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: Open vSwitch agent@dv-cinder-784603-1-smb: { 'AddressGroup': '1.2', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'ConntrackHelper': '1.0', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Log': '1.0', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Network': '1.1', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Port': '1.7', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'PortForwarding': '1.2', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'QosPolicy': '1.8', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroup': '1.4', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'SecurityGroupRule': '1.2', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'SubPort': '1.0', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Subnet': '1.1', Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: 'Trunk': '1.1'}} Apr 02 18:03:20.986195 dv-cinder-784603-1-smb neutron-server[84201]: {{(pid=84317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 18:03:20.996471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:21.008557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:21.053900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:21.096682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Attempting to bind port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:21.104840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Attempting to bind port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:21.105340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Attempting to bind port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:21.126033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:21.128949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:21.129454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.129881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:21.130423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Bound port: 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:21.130805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.365824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52112) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:21.404279 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0babf3a7-d967-4ad6-bb0f-bad925797663 req-ad8f00ff-7430-47b9-9571-18eaa097527f tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 210 time: 0.1920242 Apr 02 18:03:21.434436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.504354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.513699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] For port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:21.519808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] For port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:21.526284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.573866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:21.576827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Deleting subnet d0f4b3a6-936e-4195-a3fa-6109d9411227 {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:03:21.583511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.719502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.769434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.772625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:21.789000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6340e371-2c4f-4985-8332-016d96da609c None None] Network 729ff6d3-3a60-4547-92db-588eca595348 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:03:21.802200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Pushing event updated for resources: {'Port': ['ID=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:21.820402 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:21.902848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:22.056319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:22.076454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:22.140525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:22.196676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52128) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:22.213897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27457d6-5548-49a5-84ef-0415185cd5c0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:22.228498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:22.302093 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:22.302772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:22.443015 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37aed5e4da604917b817eaf235c3e1b4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5989978 Apr 02 18:03:22.448403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52142) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:22.469433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:22.869039 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:23.138266 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:23.213217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:23.474386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:23.597347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:23.677796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Pushing event updated for resources: {'Port': ['ID=04811c3a-d3b7-4433-b282-f740a44b6535,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:23.691532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:23.775300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Allocated IP 172.20.0.1 (c78bea0a-21c2-4106-8417-391dc8e13cad/3509830e-4725-4e11-a8fe-b1e76b9f1a03/a72dd403-53c6-41eb-b74f-0675accf9f8c) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:23.789075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Network e5250d48-8cfc-408f-9956-d80dbe1952cb is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:23.793339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:23.796197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:23.802992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:23.803821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:23.821232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:23.821893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:23.849920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c9c6c5bc-bf7a-444c-b6d3-cc11febffe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:23.892733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:23.904857 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8276267 Apr 02 18:03:23.915210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Usage tracker for resource:security_group_rule and tenant:91a3f0b888ff45e881c37785f6694bce is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:23.937414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:23.962650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f4b3a6-936e-4195-a3fa-6109d9411227,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:23.970513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:24.005283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:15Z', 'revision_number': 3, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:24.008683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:24.014751 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-321976dc-437a-482d-a707-79d03feef91d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d0f4b3a6-936e-4195-a3fa-6109d9411227 HTTP/1.1" status: 204 len: 168 time: 2.6476440 Apr 02 18:03:24.015655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52180) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:24.016811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41403d56-8d13-4cc3-ba3e-c53d50055f1b None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:15Z', 'revision_number': 3, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:03:24.043962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:24.062127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88514d8-a518-4125-9488-df4b47671086 req-e13ea178-df6b-403c-b409-e771dfbe1621 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:24.063990 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a88514d8-a518-4125-9488-df4b47671086 req-e13ea178-df6b-403c-b409-e771dfbe1621 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 931 time: 1.1376688 Apr 02 18:03:24.068900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:24.126787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Router fa180968-d0b1-4cf0-8205-df5f1434c4d2 is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:03:24.146830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:24.195657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:24.214824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27457d6-5548-49a5-84ef-0415185cd5c0,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:24.225690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:24.534092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:24.727435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.728019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.734261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.734882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > port after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.735367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.735941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > port after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.747061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.749454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.751032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.751467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:24.819850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-a88514d8-a518-4125-9488-df4b47671086 req-4aba9b4e-821f-4416-b34e-42d799a21764 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Synchronizing usage tracker for tenant:d49d733cb03c4557bdcef46fea18d1fb on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:24.873559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:24.873559 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f27457d6-5548-49a5-84ef-0415185cd5c0 HTTP/1.1" status: 204 len: 168 time: 2.3577037 Apr 02 18:03:24.904549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-a88514d8-a518-4125-9488-df4b47671086 req-4aba9b4e-821f-4416-b34e-42d799a21764 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Unset dirty status for tenant:d49d733cb03c4557bdcef46fea18d1fb on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:24.914640 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a88514d8-a518-4125-9488-df4b47671086 req-4aba9b4e-821f-4416-b34e-42d799a21764 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7779975 Apr 02 18:03:24.940099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:03:24.954785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Sync routers for ids ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:03:24.973065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Routers {'fa180968-d0b1-4cf0-8205-df5f1434c4d2'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:24.973813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:25.003947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:25.114609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:25.125098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:25.198808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:25.201156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:25.201670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:25.202048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:25.202571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:03:25.203091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d14a5b5-b316-4a6d-877a-899306c1ea9c']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:25.245951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697db509-66e4-488c-ab6a-682ae12c6c5c') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:25.246334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697db509-66e4-488c-ab6a-682ae12c6c5c') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:25.286554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Transition to ACTIVE for port object a72dd403-53c6-41eb-b74f-0675accf9f8c will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:25.290293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:25.299684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:25.308806 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.9456644 Apr 02 18:03:25.311676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52206) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:25.334412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:25.354945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:03:25.393044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Set router fa180968-d0b1-4cf0-8205-df5f1434c4d2 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:25.566189 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2595cba-28f8-433d-b04d-0e3d5aa2f000,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:25.604792 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91a3f0b888ff45e881c37785f6694bce&name=default HTTP/1.1" status: 200 len: 2978 time: 3.3854868 Apr 02 18:03:25.607729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:25.830825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52214) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:25.842760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Network 3d14a5b5-b316-4a6d-877a-899306c1ea9c has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:03:25.870870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.007629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.095337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-226e42ce-4e62-4d62-9b2c-839e4221e354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:26.111674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.169744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:18Z', 'revision_number': 3, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:26.193546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Checking router: fa180968-d0b1-4cf0-8205-df5f1434c4d2 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:03:26.194051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Updating router fa180968-d0b1-4cf0-8205-df5f1434c4d2 port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:03:26.308616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.309556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.357673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.418963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Network 3d14a5b5-b316-4a6d-877a-899306c1ea9c has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:03:26.427816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: from cryptography.utils import int_from_bytes Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: from cryptography.utils import int_from_bytes Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: (rel_b, rel_a, rel_b), Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: (rel_b, rel_a, rel_b), Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:03:26.452688 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:03:26.540145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:26.553580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Pushing event updated for resources: {'Port': ['ID=a72dd403-53c6-41eb-b74f-0675accf9f8c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:26.567319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.568695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2595cba-28f8-433d-b04d-0e3d5aa2f000 HTTP/1.1" status: 204 len: 168 time: 0.7344978 Apr 02 18:03:26.569746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2595cba-28f8-433d-b04d-0e3d5aa2f000,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:26.590351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:26.602522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.612300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:26.647892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.660430 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3d14a5b5-b316-4a6d-877a-899306c1ea9c HTTP/1.1" status: 204 len: 168 time: 2.6434262 Apr 02 18:03:26.666630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52246) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:26.708424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:26.752595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:26.757025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d14a5b5-b316-4a6d-877a-899306c1ea9c,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:26.764151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:26.859748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Deleting subnet a64cdde9-671c-4e75-bb6f-ef1f3ec08305 {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:03:26.870828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:26.963000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02aa38-1186-4f26-9d05-311dd1f06687 req-291ae41f-c5b5-4b9a-8949-c10c2acc5828 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:26.972027 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6f02aa38-1186-4f26-9d05-311dd1f06687 req-291ae41f-c5b5-4b9a-8949-c10c2acc5828 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 931 time: 0.7787447 Apr 02 18:03:26.989748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:27.026418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Network c78bea0a-21c2-4106-8417-391dc8e13cad is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:27.032199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:27.055110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:27.058460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:27.062629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:27.066058 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6f02aa38-1186-4f26-9d05-311dd1f06687 req-21f007c2-e7ab-40b4-ab32-75d271e8ffa3 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929120 Apr 02 18:03:27.072094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:27.073721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:27.163845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-adee86f0-4b39-4ca4-b67f-a822dd241859 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:03:27.164954 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-adee86f0-4b39-4ca4-b67f-a822dd241859 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354970 Apr 02 18:03:27.252612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:27.766131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-f4577c3a-170f-4d3f-a99a-212d75539c28 None None] Provisioning for port a72dd403-53c6-41eb-b74f-0675accf9f8c completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:27.807688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-f4577c3a-170f-4d3f-a99a-212d75539c28 None None] Provisioning complete for port a72dd403-53c6-41eb-b74f-0675accf9f8c triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:27.808097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f4577c3a-170f-4d3f-a99a-212d75539c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:27.817926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52270) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:27.906965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:27.973323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-f4577c3a-170f-4d3f-a99a-212d75539c28 None None] Port a72dd403-53c6-41eb-b74f-0675accf9f8c cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:03:27.999243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:28.021296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Usage tracker for resource:security_group_rule and tenant:d0098eb21f6d4dfea6993d61b6400870 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:28.027691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:28.053864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:28.096787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:28.101496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Request body: {'port': {'device_id': 'b62a258f-4e05-4415-a068-bb866797f446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:28.107022 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:28.142661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:28.155084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:28.171660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:28.346021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:28.349972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.resource_extend [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 18:03:28.359458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:28.482526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:28.508019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:28.511380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Transition to ACTIVE for port object 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:28.539217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:28.586352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:28.852240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021aef46-fad9-46af-9920-4da20f34efc9 None None] Pushing event updated for resources: {'Port': ['ID=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:28.857463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-021aef46-fad9-46af-9920-4da20f34efc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:29.046009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Attempting to bind port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:29.047874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Attempting to bind port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:29.048730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Attempting to bind port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:29.067989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:29.070750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:29.072217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.073851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:29.075685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Bound port: 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:29.077936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.211568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52312) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:29.302616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] For port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:29.306748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] For port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:29.313664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.364647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:29.417053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75886c74-a368-40cf-bc5f-0f7be5409578 req-13a1f77d-cd63-4b51-8e03-0ee3f2f31ea3 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:29.425094 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-75886c74-a368-40cf-bc5f-0f7be5409578 req-13a1f77d-cd63-4b51-8e03-0ee3f2f31ea3 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 931 time: 0.8952508 Apr 02 18:03:29.585713 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-75886c74-a368-40cf-bc5f-0f7be5409578 req-9e2a5c9d-9b54-498f-90d3-9f0786525292 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496003 Apr 02 18:03:29.649085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04811c3a-d3b7-4433-b282-f740a44b6535 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:29.666896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.687651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.694354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.717730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:29.719508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021aef46-fad9-46af-9920-4da20f34efc9 None None] Pushing event updated for resources: {'Port': ['ID=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:29.724619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-021aef46-fad9-46af-9920-4da20f34efc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:29.792436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Routers {'fa180968-d0b1-4cf0-8205-df5f1434c4d2'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:29.793170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:29.801362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.820063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Transition to ACTIVE for port object 04811c3a-d3b7-4433-b282-f740a44b6535 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:29.821986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.823151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:29.909357 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:29.942685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.045985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Allocated IP 172.20.0.1 (fe2430c0-00e5-440f-9182-fc306bb8ac87/c5c3992d-9b09-4f03-89f8-9e4795d0bb0d/b73a2d71-8585-48ad-9a7f-a6015fde1484) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:30.114007 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] Set router fa180968-d0b1-4cf0-8205-df5f1434c4d2 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:30.186436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Synchronizing usage tracker for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:security_group {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:30.231104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cbf443-df1c-46f0-9214-e95325cc0c47,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:30.236245 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:30.328228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.379461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Usage tracker for resource:security_group_rule and tenant:0139b53780614cb1a3ceca21895cfb2e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:30.394323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:30.402077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:30.483038 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:30.530168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:30.574124 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.581874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.resource_extend [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 18:03:30.603653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.615010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.616782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.627849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4707d677-87d8-4c31-8441-c416079c4974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:30.638062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.655302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.865190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.881764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:30.882177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:30.931113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37085af-36f3-4741-ab5a-cb963f82aa87,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:30.951390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Unset dirty status for tenant:3bf5ed840a124bbc9b644d6fadf14e88 on resource:security_group {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:30.953312 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0098eb21f6d4dfea6993d61b6400870&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1337564 Apr 02 18:03:30.955354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a64cdde9-671c-4e75-bb6f-ef1f3ec08305,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:30.958870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:30.962663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52350) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:30.964927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:18Z', 'revision_number': 3, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:30.969858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-326fb0aa-8c77-43db-8353-0cee388da7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.795s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:30.979174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2aa6f-5d71-4691-8f94-5d105a6f3570 None None] The sync data for ids ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'] in dv-cinder-784603-1-smb is: [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:18Z', 'revision_number': 3, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:03:31.064283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:31.075768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:31.122445 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a64cdde9-671c-4e75-bb6f-ef1f3ec08305 HTTP/1.1" status: 204 len: 168 time: 4.4500871 Apr 02 18:03:31.132135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52358) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:31.136370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Pushing event updated for resources: {'Port': ['ID=04811c3a-d3b7-4433-b282-f740a44b6535,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:31.141426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:31.228670 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0139b53780614cb1a3ceca21895cfb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0099022 Apr 02 18:03:31.242071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52364) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:31.293886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Pushing event updated for resources: {'Port': ['ID=a72dd403-53c6-41eb-b74f-0675accf9f8c,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:31.307122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Attempting to bind port 04811c3a-d3b7-4433-b282-f740a44b6535 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:31.307517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Attempting to bind port 04811c3a-d3b7-4433-b282-f740a44b6535 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:31.307878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Attempting to bind port 04811c3a-d3b7-4433-b282-f740a44b6535 on network e5250d48-8cfc-408f-9956-d80dbe1952cb {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:31.328389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Port 04811c3a-d3b7-4433-b282-f740a44b6535 on network e5250d48-8cfc-408f-9956-d80dbe1952cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:03:31.328750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Attempting to bind port 04811c3a-d3b7-4433-b282-f740a44b6535 on network e5250d48-8cfc-408f-9956-d80dbe1952cb {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:31.339310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.354496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:31.363672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:31.384446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:31.384955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.401982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:31.402324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Checking segment: {'id': 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:31.402954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Bound using segment: {'id': 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:31.403766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Bound port: 04811c3a-d3b7-4433-b282-f740a44b6535, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:31.403876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.414220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.454953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Network c78bea0a-21c2-4106-8417-391dc8e13cad is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:31.460404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:31.500646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4526d-e442-4c71-a3a3-160f76bc8e99 req-5106ce20-bc63-4986-aec5-c9316466b2bd tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:31.506752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.508756 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a9c4526d-e442-4c71-a3a3-160f76bc8e99 req-5106ce20-bc63-4986-aec5-c9316466b2bd tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 943 time: 0.4489040 Apr 02 18:03:31.603356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.609815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a2d71-8585-48ad-9a7f-a6015fde1484,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:31.640092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:31.667483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-162e5340-dd79-4aa6-97b8-0ccb98dd03e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:31.720725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cbf443-df1c-46f0-9214-e95325cc0c47,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:31.732278 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a9c4526d-e442-4c71-a3a3-160f76bc8e99 req-fb6a5cce-577d-43f8-98cd-090274755c54 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132759 Apr 02 18:03:31.732278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.661s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:31.732871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:31.732939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:31.734492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.780187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.795136 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51cbf443-df1c-46f0-9214-e95325cc0c47 HTTP/1.1" status: 204 len: 168 time: 0.7385707 Apr 02 18:03:31.818161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.860669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] For port 04811c3a-d3b7-4433-b282-f740a44b6535, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:31.863743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-1ca76af2-4998-41df-bc47-ba76fe8018fc None None] Provisioning complete for port a72dd403-53c6-41eb-b74f-0675accf9f8c triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:31.864374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1ca76af2-4998-41df-bc47-ba76fe8018fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.896445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.918778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] For port 04811c3a-d3b7-4433-b282-f740a44b6535, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=04811c3a-d3b7-4433-b282-f740a44b6535,segment=NetworkSegment(fb32c9a8-eb27-4d04-b303-bab4d6e1079d),segment_id=fb32c9a8-eb27-4d04-b303-bab4d6e1079d)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:31.940137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-1ca76af2-4998-41df-bc47-ba76fe8018fc None None] Port a72dd403-53c6-41eb-b74f-0675accf9f8c cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:03:31.946102 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.972574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:31.993311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-09a7802e-813e-4b2e-aff4-d14cc1e2587f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:32.009663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37085af-36f3-4741-ab5a-cb963f82aa87,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:32.018606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:32.018741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-066bb8bf-d9a3-4413-bc38-7af53de00c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:32.098494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.118666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:03:32.170220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.173921 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c37085af-36f3-4741-ab5a-cb963f82aa87 HTTP/1.1" status: 204 len: 168 time: 0.9247403 Apr 02 18:03:32.231174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729ff6d3-3a60-4547-92db-588eca595348']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:32.255010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d1658d-812e-4f94-a83e-ae0a522e809f') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:32.255359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d1658d-812e-4f94-a83e-ae0a522e809f') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:32.279933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Pushing event updated for resources: {'Port': ['ID=04811c3a-d3b7-4433-b282-f740a44b6535,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:32.284184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.296155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:32.322618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.329729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:32.330415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.332084 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] 10.222.0.11 "PUT /v2.0/ports/04811c3a-d3b7-4433-b282-f740a44b6535 HTTP/1.1" status: 200 len: 1093 time: 4.4112673 Apr 02 18:03:32.332606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62a258f-4e05-4415-a068-bb866797f446', 'tag': '04811c3a-d3b7-4433-b282-f740a44b6535'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:32.339418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:03:32.459051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:32.561947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:32.573578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:32.573999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.793978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.834005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:32.841728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:32.844282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:33.005587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Network 729ff6d3-3a60-4547-92db-588eca595348 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:03:33.018683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:33.024470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:33.028584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:33.058807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:03:33.073825 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-13cdbef6-cbb3-4947-a0fa-1cf1960ae52b admin admin] 10.222.0.22 "PUT /v2.0/routers/cdb9dc5f-3532-41e4-ac4e-32adb4759a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7479331 Apr 02 18:03:33.089845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:03:33.109485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:33.110172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:33.245206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f482b-5a5e-484f-b655-b8dcc644cdfc req-b9d72f84-26c1-4685-9a07-7b676ac8d6b8 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:33.246996 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4d0f482b-5a5e-484f-b655-b8dcc644cdfc req-b9d72f84-26c1-4685-9a07-7b676ac8d6b8 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 943 time: 0.2743962 Apr 02 18:03:33.298406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Network 729ff6d3-3a60-4547-92db-588eca595348 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:03:33.326455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:33.359264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:33.363914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:33.411897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:03:33.437146 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:03:33.446894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-1e000c10-86d6-4c95-b8b8-50e94765c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:33.448972 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-1e000c10-86d6-4c95-b8b8-50e94765c785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d49d733cb03c4557bdcef46fea18d1fb&device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 1096 time: 1.0686891 Apr 02 18:03:33.499500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:33.523791 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4d0f482b-5a5e-484f-b655-b8dcc644cdfc req-3439d901-5869-41d8-86f3-a7e3e7eaafb5 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443020 Apr 02 18:03:33.599946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:33.617136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:33.620596 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-848134b2-b13f-49ac-8b1c-058cef406cc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04811c3a-d3b7-4433-b282-f740a44b6535 HTTP/1.1" status: 200 len: 217 time: 0.1540682 Apr 02 18:03:33.622454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:33.660725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a2d71-8585-48ad-9a7f-a6015fde1484,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:33.673516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:33.690435 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62a258f-4e05-4415-a068-bb866797f446', 'tag': '04811c3a-d3b7-4433-b282-f740a44b6535', 'status': 'completed', 'code': 200} Apr 02 18:03:33.697184 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/729ff6d3-3a60-4547-92db-588eca595348 HTTP/1.1" status: 204 len: 168 time: 2.5598078 Apr 02 18:03:33.697184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=729ff6d3-3a60-4547-92db-588eca595348,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:33.706179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:33.736331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:33.737341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-106ef418-fe0b-46fa-b464-8744dbecb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:33.738942 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-106ef418-fe0b-46fa-b464-8744dbecb765 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a109a6ef-fde3-41ea-9e8b-219e7b619e04 HTTP/1.1" status: 200 len: 852 time: 0.0977085 Apr 02 18:03:33.752167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:33.839762 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-d118aa22-33f4-41aa-a9a4-f59f65a3a210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5250d48-8cfc-408f-9956-d80dbe1952cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918012 Apr 02 18:03:34.079497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52468) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:34.144490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 2, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:34.154659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:03:34.157142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Updating router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c port a72dd403-53c6-41eb-b74f-0675accf9f8c binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:03:34.172794 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-64f33cbb-5609-4acf-88b4-7334e87c6c7b service neutron] 10.222.0.11 "GET /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249052 Apr 02 18:03:34.266035 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8291bf45-97dd-47a9-94f2-c6b3a3d5ea69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66e0a07ddc9c4827a866fa4aa28b8067&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1850073 Apr 02 18:03:34.269371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52480) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:34.284542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Router fa180968-d0b1-4cf0-8205-df5f1434c4d2 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:03:34.302096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:34.418561 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:34.607100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52498) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:34.616732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:34.620685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:34.664025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962402230', 'description': 'tempest-description--166733706'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:34.699302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:34.709865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:34.722459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:34.775982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:34.800272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:34.816369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:34.819287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:03:34.849399 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] 10.222.0.22 "PUT /v2.0/routers/fa180968-d0b1-4cf0-8205-df5f1434c4d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5149169 Apr 02 18:03:34.852636 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e5885384-18f9-4c76-aad5-3e0706015b4f req-1d7913fb-ccab-4fc9-97c7-1af1f8b2568c service neutron] 10.222.0.11 "GET /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718299 Apr 02 18:03:34.873722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:34.878587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:34.882387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:34.892462 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:34.896300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:34.961553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a97545-9780-409a-8a80-5076222668f5 req-72750009-9916-4d91-add5-eb4e5e7d973d tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:34.964474 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a97545-9780-409a-8a80-5076222668f5 req-72750009-9916-4d91-add5-eb4e5e7d973d tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 943 time: 0.1173110 Apr 02 18:03:35.059492 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a97545-9780-409a-8a80-5076222668f5 req-28a9b350-8c8c-4ccc-aff8-9085043e25d0 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881681 Apr 02 18:03:35.090636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.113052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b087776e-6923-42b8-8f7b-815b26ee7791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:35.144696 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a49a4d-84cf-4195-88d4-8af21246000d,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:35.147597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:35.174779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-fdd724ba-f058-4d9c-9f7a-4932917cd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:35.176417 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-fdd724ba-f058-4d9c-9f7a-4932917cd550 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d49d733cb03c4557bdcef46fea18d1fb&device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 1096 time: 0.2396185 Apr 02 18:03:35.186059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.189865 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26a49a4d-84cf-4195-88d4-8af21246000d HTTP/1.1" status: 204 len: 168 time: 0.8317425 Apr 02 18:03:35.247354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.261889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Sync routers for ids ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:03:35.289092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Routers {'fa180968-d0b1-4cf0-8205-df5f1434c4d2'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:35.289460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.289801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:35.294724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.304372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Transition to ACTIVE for port object a72dd403-53c6-41eb-b74f-0675accf9f8c will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:35.311374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bb580af6-bf69-4624-bb42-adf7dacb87a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:35.312000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.332546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d38ef6ca-34cd-47d7-99bc-3894a2e311c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:35.360138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.361588 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7523346 Apr 02 18:03:35.364701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52526) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:35.370425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'security_group_rule': {'security_group_id': '3667ca52-5894-420a-af76-086092ac0894', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:35.383852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3667ca52-5894-420a-af76-086092ac0894,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:35.386425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:35.391674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:35.394823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:35.398643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:35.410265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:35.428880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-eb3698b7-c7b9-452e-b208-a1e37339d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:35.431246 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-eb3698b7-c7b9-452e-b208-a1e37339d0f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5250d48-8cfc-408f-9956-d80dbe1952cb HTTP/1.1" status: 200 len: 913 time: 0.2420905 Apr 02 18:03:35.452601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.458783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92331a3-534f-465f-94f3-edb807fa2079 None None] Pushing event updated for resources: {'Port': ['ID=a72dd403-53c6-41eb-b74f-0675accf9f8c,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:35.473613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d92331a3-534f-465f-94f3-edb807fa2079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:35.574849 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-41308c60-e18b-437c-9bf6-9efb9e458c39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04811c3a-d3b7-4433-b282-f740a44b6535 HTTP/1.1" status: 200 len: 217 time: 0.1327233 Apr 02 18:03:35.614746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Set router fa180968-d0b1-4cf0-8205-df5f1434c4d2 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:35.628450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.634778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.680413 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:35.700361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-761c9cd2-5d21-45de-97d0-3295da79bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:35.702252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-761c9cd2-5d21-45de-97d0-3295da79bb1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a109a6ef-fde3-41ea-9e8b-219e7b619e04 HTTP/1.1" status: 200 len: 852 time: 0.1192653 Apr 02 18:03:35.710548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.712125 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463154 Apr 02 18:03:35.714548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5283d768-bb21-40f8-9010-e0b1d0038853,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:35.721747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7f2b0ca7-bbb1-4627-a4f6-453d92e58ccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:35.724560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52542) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:35.731920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'security_group_rule': {'security_group_id': '3667ca52-5894-420a-af76-086092ac0894', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:35.773505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:35.786495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:35.802524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:35.830650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:35.845002 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-b4a04c6d-366c-4d5a-ba2c-d1a6904c7e62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5250d48-8cfc-408f-9956-d80dbe1952cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321719 Apr 02 18:03:35.878552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.931297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Attempting to bind port a72dd403-53c6-41eb-b74f-0675accf9f8c on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:35.932098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Attempting to bind port a72dd403-53c6-41eb-b74f-0675accf9f8c by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:35.932653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Attempting to bind port a72dd403-53c6-41eb-b74f-0675accf9f8c on network c78bea0a-21c2-4106-8417-391dc8e13cad {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:35.939481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:35.940135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Checking segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:35.940722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:35.941334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Bound using segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:35.942138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Bound port: a72dd403-53c6-41eb-b74f-0675accf9f8c, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:35.942691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.029297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.035738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.059782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] For port a72dd403-53c6-41eb-b74f-0675accf9f8c, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:36.063172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] For port a72dd403-53c6-41eb-b74f-0675accf9f8c, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a72dd403-53c6-41eb-b74f-0675accf9f8c,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:36.069998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.092037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:36.118027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f536ea2a-bb27-482c-97c6-cab28a6e5703,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:36.123755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:36.130309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.132909 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4058645 Apr 02 18:03:36.140887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52558) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:36.156033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'floatingip': {'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:36.177168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:36.193576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:floatingip and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:36.206791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:36.223864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:36.258672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.311558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:31Z', 'revision_number': 4, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'b73a2d71-8585-48ad-9a7f-a6015fde1484', 'name': '', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'mac_address': 'fa:16:3e:83:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:29Z', 'updated_at': '2021-04-02T18:03:32Z', 'revision_number': 2, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'subnets': [{'id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:36.315993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Checking router: fa180968-d0b1-4cf0-8205-df5f1434c4d2 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:03:36.316825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Updating router fa180968-d0b1-4cf0-8205-df5f1434c4d2 port b73a2d71-8585-48ad-9a7f-a6015fde1484 binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:03:36.354395 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-36c721c8-d6a0-446c-a5f0-0a89b7f120bd service neutron] 10.222.0.11 "GET /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931703 Apr 02 18:03:36.380326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:36.654652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52576) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:36.831489 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-698ed268-05f6-4084-9c7d-c22ff5c2da3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3643273c07d433c84b6afd9f02fa102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1727309 Apr 02 18:03:36.833132 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f05ab288-7183-489a-8026-fae895c9b1a0 req-312a905f-efac-460c-8bcf-a070bc8a8cf3 service neutron] 10.222.0.11 "GET /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776564 Apr 02 18:03:36.843150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:36.845442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52582) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:36.982428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.029996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:37.030683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:37.041586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.097302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-f83da006-e6a4-4b97-a12e-9333a0b48f19 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:37.098998 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-f83da006-e6a4-4b97-a12e-9333a0b48f19 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 816 time: 0.5912423 Apr 02 18:03:37.159838 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-100938d8-b773-458a-84ad-550598483718 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/quotas/86c2ea5bbfd94fe4aef6dced43def1c9 HTTP/1.1" status: 200 len: 375 time: 0.0594313 Apr 02 18:03:37.163624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.169748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-55bab2e2-24be-4aa4-a591-d35038b0bc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:37.194489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92331a3-534f-465f-94f3-edb807fa2079 None None] Pushing event updated for resources: {'Port': ['ID=a72dd403-53c6-41eb-b74f-0675accf9f8c,revision_number=4']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:37.206580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4963ed5-e1f8-4837-b21b-371f5bbfaabd,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:37.220715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.222031 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4963ed5-e1f8-4837-b21b-371f5bbfaabd HTTP/1.1" status: 204 len: 168 time: 0.3755777 Apr 02 18:03:37.223182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:37.337043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d92331a3-534f-465f-94f3-edb807fa2079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:37.354482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c8826-108b-4d2f-bb5c-abd8375d23fd req-75cb4858-1f6e-45e0-8b55-fc4b7008e553 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:37.373715 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b71c8826-108b-4d2f-bb5c-abd8375d23fd req-75cb4858-1f6e-45e0-8b55-fc4b7008e553 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 943 time: 1.0422826 Apr 02 18:03:37.395252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.458951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Transition to ACTIVE for port object b73a2d71-8585-48ad-9a7f-a6015fde1484 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:37.466542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.467259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:37.487463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:37.515831 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b71c8826-108b-4d2f-bb5c-abd8375d23fd req-071975e1-8ec2-4786-8a6f-a8363bc7061b tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393309 Apr 02 18:03:37.552687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-60e93e2c-cae7-425a-9ea8-7c72fde10d9b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Synchronizing usage tracker for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:37.583487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:37.739100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-60e93e2c-cae7-425a-9ea8-7c72fde10d9b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Unset dirty status for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:37.740577 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-60e93e2c-cae7-425a-9ea8-7c72fde10d9b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5793016 Apr 02 18:03:37.758807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Allocated IP 172.28.0.40 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/7d337592-9623-417c-ba87-491374b1104e) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:37.896265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb298e2-eb8a-46d7-b435-e3726563f84b None None] Pushing event updated for resources: {'Port': ['ID=b73a2d71-8585-48ad-9a7f-a6015fde1484,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:37.908933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-beb298e2-eb8a-46d7-b435-e3726563f84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:38.080392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:36Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:38.085009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb8fb6-85c0-48e4-a72a-80b476a74c15 None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:36Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:03:38.135876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 04811c3a-d3b7-4433-b282-f740a44b6535 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:03:38.167452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-2462cc1c-0e0f-4cfd-a34d-760a79a079bf service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:03:38.171717 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-2462cc1c-0e0f-4cfd-a34d-760a79a079bf service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477153 Apr 02 18:03:38.271071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:38.283294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Attempting to bind port b73a2d71-8585-48ad-9a7f-a6015fde1484 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:38.283741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Attempting to bind port b73a2d71-8585-48ad-9a7f-a6015fde1484 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:38.284085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Attempting to bind port b73a2d71-8585-48ad-9a7f-a6015fde1484 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:38.320036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:38.320463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Checking segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:38.320919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:38.321553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Bound using segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:38.321940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Bound port: b73a2d71-8585-48ad-9a7f-a6015fde1484, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:38.322328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:38.556164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 04811c3a-d3b7-4433-b282-f740a44b6535, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=04811c3a-d3b7-4433-b282-f740a44b6535,segment=NetworkSegment(fb32c9a8-eb27-4d04-b303-bab4d6e1079d),segment_id=fb32c9a8-eb27-4d04-b303-bab4d6e1079d)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:38.556549 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-2f3ca46e-1fb4-43d4-9b12-99d6beba12a7 service neutron] 10.222.0.22 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654056 Apr 02 18:03:38.562291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:38.612471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '04811c3a-d3b7-4433-b282-f740a44b6535', 'network_id': 'e5250d48-8cfc-408f-9956-d80dbe1952cb', 'port_id': '04811c3a-d3b7-4433-b282-f740a44b6535', 'mac_address': 'fa:16:3e:11:28:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a109a6ef-fde3-41ea-9e8b-219e7b619e04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:03:38.732911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:38.867360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52678) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:38.905048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a72dd403-53c6-41eb-b74f-0675accf9f8c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:39.100902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] For port b73a2d71-8585-48ad-9a7f-a6015fde1484, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:39.107472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] For port b73a2d71-8585-48ad-9a7f-a6015fde1484, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=b73a2d71-8585-48ad-9a7f-a6015fde1484,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:39.115001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.150670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.164935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04811c3a-d3b7-4433-b282-f740a44b6535 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:39.184235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 04811c3a-d3b7-4433-b282-f740a44b6535, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=04811c3a-d3b7-4433-b282-f740a44b6535,segment=NetworkSegment(fb32c9a8-eb27-4d04-b303-bab4d6e1079d),segment_id=fb32c9a8-eb27-4d04-b303-bab4d6e1079d)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:39.211194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:39.286175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.441493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.474636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:39.486094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2dfafadff54ab98cb6b142b5a3f048 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:39.486245 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port a72dd403-53c6-41eb-b74f-0675accf9f8c completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:39.489581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:39.490202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'Port': ['ID=7d337592-9623-417c-ba87-491374b1104e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:39.500786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port a72dd403-53c6-41eb-b74f-0675accf9f8c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:39.501259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.508150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:39.521068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:39.528057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:39.536015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:39.550680 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:39.623702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb298e2-eb8a-46d7-b435-e3726563f84b None None] Pushing event updated for resources: {'Port': ['ID=b73a2d71-8585-48ad-9a7f-a6015fde1484,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:39.709795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.719160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-beb298e2-eb8a-46d7-b435-e3726563f84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:39.720024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.722598 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.746976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['04811c3a-d3b7-4433-b282-f740a44b6535'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:03:39.821652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6a829ba1-238c-4639-85f4-61d79d507a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:39.878568 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b2dfafadff54ab98cb6b142b5a3f048&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0098710 Apr 02 18:03:39.881389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52714) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:39.945836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:39.952706 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-ec6f4b78-c1f9-42d6-b90d-56f04ffc7fd3 service neutron] 10.222.0.22 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3856359 Apr 02 18:03:40.010637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d20b-b033-40b4-9b72-7b44f14ad731 req-fe49916c-ee7f-4623-8cca-157594db4424 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:40.016245 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d374d20b-b033-40b4-9b72-7b44f14ad731 req-fe49916c-ee7f-4623-8cca-157594db4424 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 944 time: 0.6846511 Apr 02 18:03:40.048400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee160ff-94a2-4b9a-9752-8faba5b230f0,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:40.064917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-36ec9a75-9c57-43e8-b0e8-60949dbe9b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:40.129810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:40.165891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.179756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.215045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port a72dd403-53c6-41eb-b74f-0675accf9f8c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a72dd403-53c6-41eb-b74f-0675accf9f8c,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:40.228128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=04811c3a-d3b7-4433-b282-f740a44b6535,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:40.232784 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:40.247183 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.273006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.284660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:40.390392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.404548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:40.405761 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d374d20b-b033-40b4-9b72-7b44f14ad731 req-7eb74bb2-64e3-40eb-a46f-c6a21d5c3731 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410583 Apr 02 18:03:40.442782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.455440 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ee160ff-94a2-4b9a-9752-8faba5b230f0 HTTP/1.1" status: 204 len: 168 time: 0.5692463 Apr 02 18:03:40.463999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee160ff-94a2-4b9a-9752-8faba5b230f0,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:40.482800 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:40.494822 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7fbb0770-c2a7-435a-8d60-f9cb59598ca7 req-885d5a8b-01d9-46b4-b3ed-e7092349d43f tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 210 time: 0.0930538 Apr 02 18:03:40.590826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=a72dd403-53c6-41eb-b74f-0675accf9f8c,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:40.599181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:40.625648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Routers {'fa180968-d0b1-4cf0-8205-df5f1434c4d2'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:03:40.628605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:40.854615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.864185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:40.924227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5406bb9d-ea36-47f0-9e59-ed2f15097975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:41.058687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'Port': ['ID=7d337592-9623-417c-ba87-491374b1104e,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:41.068542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:41.117473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52788) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:41.164899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:41.188747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:41.193986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Usage tracker for resource:security_group_rule and tenant:96b2edfb42dc480aaca72e2e3d9eeca8 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:41.197212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:41.205967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:41.220783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] Set router fa180968-d0b1-4cf0-8205-df5f1434c4d2 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:03:41.308063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:41.313116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:41.324098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:41.371003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-d86595d8-8ce5-4287-9f12-52e47e1ee5dc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:41.372634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-d86595d8-8ce5-4287-9f12-52e47e1ee5dc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 816 time: 0.3183086 Apr 02 18:03:41.377547 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96b2edfb42dc480aaca72e2e3d9eeca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589767 Apr 02 18:03:41.377755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 52804) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:41.386747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b9138-4c9a-4d02-9317-a9291e79f9e1,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:41.391558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:41.417284 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-438b3b21-b5b8-46f9-9b4a-33a0e9ab9cc8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/quotas/86c2ea5bbfd94fe4aef6dced43def1c9 HTTP/1.1" status: 200 len: 375 time: 0.0349834 Apr 02 18:03:41.575417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:41.613285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:41.619325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4755316 Apr 02 18:03:41.736872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:41.802886 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-5489af3b-55e0-4631-97a7-d971b6191115 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3734853 Apr 02 18:03:41.855958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:42.051163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:31Z', 'revision_number': 4, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'b73a2d71-8585-48ad-9a7f-a6015fde1484', 'name': '', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'mac_address': 'fa:16:3e:83:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:29Z', 'updated_at': '2021-04-02T18:03:39Z', 'revision_number': 4, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'subnets': [{'id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:03:42.056518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:42.058804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5e488-28ab-4a28-b043-cf0a4fde13b8 None None] The sync data for ids ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'] in dv-cinder-784603-1-smb is: [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:31Z', 'revision_number': 4, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'b73a2d71-8585-48ad-9a7f-a6015fde1484', 'name': '', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'mac_address': 'fa:16:3e:83:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:29Z', 'updated_at': '2021-04-02T18:03:39Z', 'revision_number': 4, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'subnets': [{'id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:03:42.071441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4e86e34d-af61-4c43-a5e3-65d92b57be09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:42.086758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b9138-4c9a-4d02-9317-a9291e79f9e1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:42.087297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 04811c3a-d3b7-4433-b282-f740a44b6535 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:42.106716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:42.122204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:42.161341 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b39b9138-4c9a-4d02-9317-a9291e79f9e1 HTTP/1.1" status: 204 len: 168 time: 0.7801673 Apr 02 18:03:42.242550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311fb8-56ea-4d20-a81e-a347806eb714 req-e2c5e03f-6682-46d2-87af-72e5b62b9d2f tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:42.262288 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4b311fb8-56ea-4d20-a81e-a347806eb714 req-e2c5e03f-6682-46d2-87af-72e5b62b9d2f tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 944 time: 0.6886199 Apr 02 18:03:42.289732 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-9e10002a-204b-4af3-8abe-78766c65573c service neutron] 10.222.0.22 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721740 Apr 02 18:03:42.330874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 04811c3a-d3b7-4433-b282-f740a44b6535 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:42.339398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 04811c3a-d3b7-4433-b282-f740a44b6535 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:42.339959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:42.461104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52852) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:42.616455 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-79192149-0e08-4133-b6b0-e7c7efd54ad8 service neutron] 10.222.0.22 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005667 Apr 02 18:03:42.635519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a72dd403-53c6-41eb-b74f-0675accf9f8c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:42.673653 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4b311fb8-56ea-4d20-a81e-a347806eb714 req-5a1c8e7f-5166-46c0-a046-51b4b1b84f35 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097989 Apr 02 18:03:42.816690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:42.899309 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-c553e8fc-a8c4-426d-a88e-0d3a82eaaccc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--962402230&fields=id&tenant_id=d99b8b5f191148c8aadebd934ad269b2 HTTP/1.1" status: 200 len: 267 time: 0.0709486 Apr 02 18:03:42.904509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port a72dd403-53c6-41eb-b74f-0675accf9f8c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:42.904928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:43.000872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:43.026974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a258f-4e05-4415-a068-bb866797f446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04811c3a-d3b7-4433-b282-f740a44b6535'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:43.085865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:43.090956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Usage tracker for resource:security_group_rule and tenant:0a5cf7743ae7413f886fbc39f4a4f8e7 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:43.099510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:43.116825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:43.185810 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30c30a2-76dd-45b1-aa4f-6e2f8b707c0e req-fb7e0a3b-fe50-4ffc-8d46-cecdba66f0d8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 210 time: 0.1080589 Apr 02 18:03:43.291708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 04811c3a-d3b7-4433-b282-f740a44b6535, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=04811c3a-d3b7-4433-b282-f740a44b6535,segment=NetworkSegment(fb32c9a8-eb27-4d04-b303-bab4d6e1079d),segment_id=fb32c9a8-eb27-4d04-b303-bab4d6e1079d)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:43.321397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:43.334636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:43.389729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-ce52a864-9049-4615-8369-df2b434b7dbf tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:43.402797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-ce52a864-9049-4615-8369-df2b434b7dbf tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 811 time: 0.5021660 Apr 02 18:03:43.450863 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-379626df-390d-4418-a92d-f76466384ecb tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/quotas/d99b8b5f191148c8aadebd934ad269b2 HTTP/1.1" status: 200 len: 375 time: 0.0466974 Apr 02 18:03:43.583856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=04811c3a-d3b7-4433-b282-f740a44b6535,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:43.636393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:43.702153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-c9175b01-69d7-4491-8c63-31a65627becd req-5337d3a8-dbe6-4431-8e3a-51be649ba7f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Synchronizing usage tracker for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:43.730299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-c9175b01-69d7-4491-8c63-31a65627becd req-5337d3a8-dbe6-4431-8e3a-51be649ba7f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Unset dirty status for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:43.746673 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-5337d3a8-dbe6-4431-8e3a-51be649ba7f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2875400 Apr 02 18:03:43.772835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b73a2d71-8585-48ad-9a7f-a6015fde1484 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:43.928427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port b73a2d71-8585-48ad-9a7f-a6015fde1484 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:43.946442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port b73a2d71-8585-48ad-9a7f-a6015fde1484 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:43.946878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:43.961069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-9a3b9ea1-f21b-49a9-af3a-8985805c4ff5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:43.962953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-9a3b9ea1-f21b-49a9-af3a-8985805c4ff5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Synchronizing usage tracker for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:network {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:44.100553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.104596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.162252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-29273351-2e5d-410d-9a37-34d8fde3d5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:44.169515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-9a3b9ea1-f21b-49a9-af3a-8985805c4ff5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Unset dirty status for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:network {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:44.170863 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-9a3b9ea1-f21b-49a9-af3a-8985805c4ff5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 816 time: 1.1078029 Apr 02 18:03:44.173366 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a5cf7743ae7413f886fbc39f4a4f8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7089124 Apr 02 18:03:44.176277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52932) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:44.217847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb49ae-b410-4b18-88b6-f362fe317258,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:44.223878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:44.250141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Request body: {'port': {'device_id': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'admin_state_up': True, 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:44.290828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.339411 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-df7075aa-a229-4b30-8aaf-a1857e8aa18a service neutron] 10.222.0.22 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848103 Apr 02 18:03:44.387283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port b73a2d71-8585-48ad-9a7f-a6015fde1484, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=b73a2d71-8585-48ad-9a7f-a6015fde1484,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:44.398485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.399905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-beb298e2-eb8a-46d7-b435-e3726563f84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:44.539397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=b73a2d71-8585-48ad-9a7f-a6015fde1484,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:44.555037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:44.557520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:44.592584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:44.601905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.635408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.684943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.690489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:44.712209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Made reservation on behalf of 86c2ea5bbfd94fe4aef6dced43def1c9 for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:44.718369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:44.793150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d715-4859-415f-bb43-8a16b7d7bcc0 req-c4bd86cd-3018-400f-8607-8d5fe63c039c tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:44.794838 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-91d6d715-4859-415f-bb43-8a16b7d7bcc0 req-c4bd86cd-3018-400f-8607-8d5fe63c039c tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 945 time: 0.8130305 Apr 02 18:03:44.861874 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-91d6d715-4859-415f-bb43-8a16b7d7bcc0 req-1eccb345-9403-42b8-ae4d-f99670b3ea54 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557470 Apr 02 18:03:44.887530 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-3f8f2ae0-9ea9-40a0-bb2c-79d516612d6c service neutron] 10.222.0.22 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408652 Apr 02 18:03:44.945627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.11', 50895) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:44.963775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Allocated IP 172.20.0.9 (fe2430c0-00e5-440f-9182-fc306bb8ac87/c5c3992d-9b09-4f03-89f8-9e4795d0bb0d/4ffbf997-3964-449b-8a87-46529dc3c3e2) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:44.966343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 52968) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:44.969274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb49ae-b410-4b18-88b6-f362fe317258,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:45.046817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:45.048053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:45.052461 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16cb49ae-b410-4b18-88b6-f362fe317258 HTTP/1.1" status: 204 len: 168 time: 0.8749349 Apr 02 18:03:45.274211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-f46c5ad9-1607-4b17-846c-fdae096faf8c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:45.275860 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-f46c5ad9-1607-4b17-846c-fdae096faf8c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 816 time: 0.3284709 Apr 02 18:03:45.393746 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3ac851f8-43a8-41c7-9917-431bb1b720a6 req-102bda5d-3096-47b3-916d-fac59b43d8a9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 210 time: 0.1163230 Apr 02 18:03:45.399523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Request body: {'port': {'device_id': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'admin_state_up': True, 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:45.418879 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a258f-4e05-4415-a068-bb866797f446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04811c3a-d3b7-4433-b282-f740a44b6535', 'code': 200} Apr 02 18:03:45.523562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:45.559954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:45.606040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a4abbfcb-2103-41ff-8107-6446522c8084 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:45.623319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:03:45.662428 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1c92c669-eb1f-42dd-9cf7-c3cb186f4eb6 req-2b512bc7-5b0b-4fe6-b719-fc557c9d63ea tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 210 time: 0.0973210 Apr 02 18:03:45.720779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.11', 50898) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:45.893406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:45.906040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:45.922741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Made reservation on behalf of 86c2ea5bbfd94fe4aef6dced43def1c9 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:45.929905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.053041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53020) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:46.089997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.111506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-8336a943-f258-47d4-bdb7-166b2de59eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:46.113121 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-8336a943-f258-47d4-bdb7-166b2de59eda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 1098 time: 0.3433666 Apr 02 18:03:46.140673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:46.217049 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:110c23c54a1149c093c49b1368c34ba2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:46.220629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:46.227742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:46.229436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.263995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.267747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:46.272068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Usage tracker for resource:security_group_rule and tenant:cf82ccf5490d4f7cba9b939c9fa52a7f is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:46.275126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:46.285014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:46.327044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Pushing event updated for resources: {'Port': ['ID=4ffbf997-3964-449b-8a87-46529dc3c3e2,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:46.336612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:46.375853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:46.380003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Usage tracker for resource:security_group_rule and tenant:5f60b683d886492fa333dfec8cee0cd5 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:46.383074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:46.389596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:46.401913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:46.404169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:46.410705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:46.506146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.528772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b73a2d71-8585-48ad-9a7f-a6015fde1484 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:46.554149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.572882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:46.614372 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-285b15b7-7415-46da-9be1-22f6e1fbb26b req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882071 Apr 02 18:03:46.620399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port b73a2d71-8585-48ad-9a7f-a6015fde1484 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:46.621285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.628501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Allocated IP 172.20.0.13 (fe2430c0-00e5-440f-9182-fc306bb8ac87/c5c3992d-9b09-4f03-89f8-9e4795d0bb0d/4667cc5a-3595-4b6d-9811-5d4e41f225e2) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:46.650717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.681431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:46.683160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=31548956-7a8b-4c7f-a6ee-51601ec14c42,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:46.685134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.688285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:46.694385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.726690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:46.796956 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-dff6d269-76eb-47dd-ba45-945e19cfcd39 req-7fc0dcfe-1a0e-4dcd-b921-f1ca8e2cbc6e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 210 time: 0.1144607 Apr 02 18:03:46.838855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62960-94e5-4eae-94fe-97119065549b req-e8855823-c6fc-4c76-ad06-67b4d09bdbe3 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:46.857422 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b4d62960-94e5-4eae-94fe-97119065549b req-e8855823-c6fc-4c76-ad06-67b4d09bdbe3 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 945 time: 0.6416600 Apr 02 18:03:46.863839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.892245 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:46.895745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff47420-70bd-4428-819b-fc0c13758d47,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:46.902571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:46.908864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53052) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:46.917140 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf82ccf5490d4f7cba9b939c9fa52a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9377522 Apr 02 18:03:46.935281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7755479e-9b77-4948-b03a-f7cdff70ab27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:46.935930 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7146473 Apr 02 18:03:46.948787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Request body: {'port': {'device_id': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:47.097206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.206631 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=110c23c54a1149c093c49b1368c34ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1524920 Apr 02 18:03:47.210853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53068) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:47.223298 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db6fd991-8d7e-4ea2-b2be-401ef400603b req-1b75b538-b07f-42a7-8c4f-5c55216c9743 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 210 time: 0.1301248 Apr 02 18:03:47.226624 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b4d62960-94e5-4eae-94fe-97119065549b req-bf940b29-0e2a-41c6-a999-3591c6b2c616 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678329 Apr 02 18:03:47.267761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda90b4a-d30a-4827-8205-2afb80c9ffb4,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:47.283474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:47.396302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.409957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.434246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.439161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.459521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.487240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.492730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:47.504180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda90b4a-d30a-4827-8205-2afb80c9ffb4,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:47.506660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:47.508120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-27946b53-0a47-4f08-a1ad-ec869012d3bc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:47.509729 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-27946b53-0a47-4f08-a1ad-ec869012d3bc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 811 time: 0.3576267 Apr 02 18:03:47.512287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.513520 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dda90b4a-d30a-4827-8205-2afb80c9ffb4 HTTP/1.1" status: 204 len: 168 time: 0.3016140 Apr 02 18:03:47.600140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.608405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:47.616240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.626629 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-4e5b1f3f-2783-4c4a-812b-29cc89450938 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d99b8b5f191148c8aadebd934ad269b2 HTTP/1.1" status: 200 len: 5703 time: 0.1040704 Apr 02 18:03:47.655599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'port': {'device_id': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'admin_state_up': True, 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'security_groups': ['3667ca52-5894-420a-af76-086092ac0894']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:47.670685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff47420-70bd-4428-819b-fc0c13758d47,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:47.675144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:47.690409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:47.899205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffbf997-3964-449b-8a87-46529dc3c3e2 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:47.908030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:47.963786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Transition to ACTIVE for port object 4ffbf997-3964-449b-8a87-46529dc3c3e2 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:47.973587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.010571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-cc1d16e2-99c0-455a-9ff4-dca28d1e5bbc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:48.236841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=4ffbf997-3964-449b-8a87-46529dc3c3e2,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:48.242398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:48.499359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bd311aaa-ecd5-41ca-958e-63e48265ce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.562252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Pushing event updated for resources: {'Port': ['ID=4667cc5a-3595-4b6d-9811-5d4e41f225e2,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:48.595625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:48.755282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53138) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:48.772232 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4842dbd2-dbd6-450c-855e-88ff83a6911b req-d1e6c119-5e1b-4f42-9954-2d6de5f3158b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 210 time: 0.2196343 Apr 02 18:03:48.789952 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:48.800836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.800836 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ff47420-70bd-4428-819b-fc0c13758d47 HTTP/1.1" status: 204 len: 168 time: 1.8556466 Apr 02 18:03:48.802488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:48.804851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:48.818168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:48.825038 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:48.826081 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:48.843566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Attempting to bind port 4ffbf997-3964-449b-8a87-46529dc3c3e2 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:48.843944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Attempting to bind port 4ffbf997-3964-449b-8a87-46529dc3c3e2 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:48.844310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Attempting to bind port 4ffbf997-3964-449b-8a87-46529dc3c3e2 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:48.857439 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5009642 Apr 02 18:03:48.859966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:48.865901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Port 4ffbf997-3964-449b-8a87-46529dc3c3e2 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:03:48.866255 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Attempting to bind port 4ffbf997-3964-449b-8a87-46529dc3c3e2 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:48.874370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Request body: {'port': {'device_id': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:48.884393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:48.884774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Checking segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:48.885198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Bound using segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:48.887280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Bound port: 4ffbf997-3964-449b-8a87-46529dc3c3e2, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:48.887836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.018569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4338af-6997-45c1-ba01-81c405e62f08 req-0cbcfefb-9d33-4863-ad32-d5ed199fe494 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:49.019471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5f4338af-6997-45c1-ba01-81c405e62f08 req-0cbcfefb-9d33-4863-ad32-d5ed199fe494 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Synchronizing usage tracker for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:49.024900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Made reservation on behalf of d99b8b5f191148c8aadebd934ad269b2 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:03:49.031639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.041184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] For port 4ffbf997-3964-449b-8a87-46529dc3c3e2, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:49.044476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] For port 4ffbf997-3964-449b-8a87-46529dc3c3e2, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:49.051560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.191545 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:49.236244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.268349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:49.269044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.270614 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] 10.222.0.11 "PUT /v2.0/ports/4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 1093 time: 2.3268113 Apr 02 18:03:49.271144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'tag': '4ffbf997-3964-449b-8a87-46529dc3c3e2'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:49.296746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=4ffbf997-3964-449b-8a87-46529dc3c3e2,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:49.309332 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:49.432849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-addf0af9-f1c8-478c-9874-e4d4540ec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:49.435036 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-addf0af9-f1c8-478c-9874-e4d4540ec129 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1129768 Apr 02 18:03:49.451681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5f4338af-6997-45c1-ba01-81c405e62f08 req-0cbcfefb-9d33-4863-ad32-d5ed199fe494 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Unset dirty status for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:49.452965 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5f4338af-6997-45c1-ba01-81c405e62f08 req-0cbcfefb-9d33-4863-ad32-d5ed199fe494 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 932 time: 1.1629376 Apr 02 18:03:49.523352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.531423 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-da3476dd-46c0-4695-a83e-7912d8f12aba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.0881319 Apr 02 18:03:49.587902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:49.592002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Usage tracker for resource:security_group_rule and tenant:69303f3d35ce4a7fb1287e55e7a96bdb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:49.601928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:49.620097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:49.627602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-92918768-31bf-4892-a6ea-392b92a5c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:49.629813 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-92918768-31bf-4892-a6ea-392b92a5c6ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.0914242 Apr 02 18:03:49.664052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d878-46a2-4708-83d8-f9918cffe757 req-cbf3e118-a664-4645-a72d-8ea5f0218fa7 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:49.671737 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9c05d878-46a2-4708-83d8-f9918cffe757 req-cbf3e118-a664-4645-a72d-8ea5f0218fa7 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 945 time: 0.6623943 Apr 02 18:03:49.703483 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-a05cb078-d04f-4d85-addc-7840f8dd47e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645764 Apr 02 18:03:49.729490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Allocated IP 172.20.0.11 (c78bea0a-21c2-4106-8417-391dc8e13cad/3509830e-4725-4e11-a8fe-b1e76b9f1a03/f13a9585-84fd-408c-baa6-734595519c7e) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:03:49.776485 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5f4338af-6997-45c1-ba01-81c405e62f08 req-d6c09036-6252-4c75-875e-e3a086187aa4 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838519 Apr 02 18:03:49.894465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:49.905356 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'tag': '4ffbf997-3964-449b-8a87-46529dc3c3e2', 'status': 'completed', 'code': 200} Apr 02 18:03:50.003930 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-a876c376-ca04-4136-b531-6649291757a2 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933915 Apr 02 18:03:50.087606 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53a154e6-e6ed-4fe9-8ae1-bf64fb03c967 req-5dba7113-f99e-40f1-ac43-03b5e7d4b4ea tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 210 time: 0.0837026 Apr 02 18:03:50.091250 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9c05d878-46a2-4708-83d8-f9918cffe757 req-d496d616-de72-428d-ae34-d8b4ea0e3dfa tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185236 Apr 02 18:03:50.202673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3496d8a-469d-4249-9e1a-0b39f4ad927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.272468 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e891053b-f400-4bd6-9ed6-8e0ce6e449fb req-2d58eb86-16c5-4d06-870f-f44fa8a5758d service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603300 Apr 02 18:03:50.372909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.389421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.422424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6c5213de-fa53-4154-82a6-b99d30fe7922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:50.438916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-7b534b0e-5074-4e9e-aa5b-213a641e12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:50.440759 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-7b534b0e-5074-4e9e-aa5b-213a641e12da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1052272 Apr 02 18:03:50.491633 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69303f3d35ce4a7fb1287e55e7a96bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7226114 Apr 02 18:03:50.498198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.501142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53218) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:50.503817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1889e05e-4f9d-4e36-95c1-175cc796a193,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:50.511681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:50.550350 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Transition to ACTIVE for port object f13a9585-84fd-408c-baa6-734595519c7e will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:50.632511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-c71eef95-d3d6-4465-a7a2-295ea848a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:50.634290 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-c71eef95-d3d6-4465-a7a2-295ea848a0a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.1857679 Apr 02 18:03:50.664232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.680589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4667cc5a-3595-4b6d-9811-5d4e41f225e2 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:50.701986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.719917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.754504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.771133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-0ea84921-87b4-452b-a12b-30c4f3334af7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.1271343 Apr 02 18:03:50.771326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Transition to ACTIVE for port object 4667cc5a-3595-4b6d-9811-5d4e41f225e2 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:50.818508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:50.862030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:50.898710 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-155a6fc2-48b2-4976-b0c5-f9e5003b0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:50.912467 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-155a6fc2-48b2-4976-b0c5-f9e5003b0587 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.1339018 Apr 02 18:03:50.990923 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-b5e7f6da-8067-4463-aca4-52795719c765 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697052 Apr 02 18:03:51.081925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'Port': ['ID=f13a9585-84fd-408c-baa6-734595519c7e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:51.100424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:51.102831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-78e12c9f-960d-412e-8fa3-6e47d14be333 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:51.104619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:51.229171 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-7a8c209a-ff2a-462d-ba31-b188f0f5d4c7 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283916 Apr 02 18:03:51.248910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:51.290521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Pushing event updated for resources: {'Port': ['ID=4667cc5a-3595-4b6d-9811-5d4e41f225e2,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:51.297961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:51.303988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-cc49c7fd-b4c3-48fb-b265-9fe6bdc23ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:51.388859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889e05e-4f9d-4e36-95c1-175cc796a193,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:51.406502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Network c78bea0a-21c2-4106-8417-391dc8e13cad is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:03:51.407535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:51.418684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:03:51.429490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:03:51.435690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:51.436370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:51.442818 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:51.444049 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1889e05e-4f9d-4e36-95c1-175cc796a193 HTTP/1.1" status: 204 len: 168 time: 0.9417498 Apr 02 18:03:51.459828 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b7f930bf-8a0a-499b-a50e-99c4d8da1068 req-699c4452-4d05-48a1-a264-bcb9c1dd12bd service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222292 Apr 02 18:03:51.792174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53274) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:51.796666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-31264d7d-21ce-4b8f-9101-9e1e94551939 None None] Provisioning for port f13a9585-84fd-408c-baa6-734595519c7e completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:51.804639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-31264d7d-21ce-4b8f-9101-9e1e94551939 None None] Provisioning complete for port f13a9585-84fd-408c-baa6-734595519c7e triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:51.805067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31264d7d-21ce-4b8f-9101-9e1e94551939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:51.847966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53280) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:51.894826 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2459643 Apr 02 18:03:51.912389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f386ad0-df9d-42a2-b291-59e6b14302fe req-575c0b42-21a5-41aa-be24-ad5fbf94bea3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:51.920249 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0f386ad0-df9d-42a2-b291-59e6b14302fe req-575c0b42-21a5-41aa-be24-ad5fbf94bea3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 944 time: 0.7793825 Apr 02 18:03:51.949033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-31264d7d-21ce-4b8f-9101-9e1e94551939 None None] Port f13a9585-84fd-408c-baa6-734595519c7e cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:03:51.949239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Request body: {'port': {'device_id': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:03:52.005922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Attempting to bind port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:52.006250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Attempting to bind port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:52.006619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Attempting to bind port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:52.039217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:03:52.039580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Attempting to bind port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 on network fe2430c0-00e5-440f-9182-fc306bb8ac87 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:52.061543 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b514-3421-49fd-9bdf-e612feb3873a req-09c8020a-d01e-4880-a421-3a4ac49eb13c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:52.062252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-dd87b514-3421-49fd-9bdf-e612feb3873a req-09c8020a-d01e-4880-a421-3a4ac49eb13c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Synchronizing usage tracker for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:52.068606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:52.068889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Checking segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:52.069485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Bound using segment: {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:52.070006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Bound port: 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b9645-b0b6-447a-82ad-6b9bde4f2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:52.070388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.089224 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0f386ad0-df9d-42a2-b291-59e6b14302fe req-c2a1eba3-0eed-4152-ba22-5ce617fc29da tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679733 Apr 02 18:03:52.188435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-dd87b514-3421-49fd-9bdf-e612feb3873a req-09c8020a-d01e-4880-a421-3a4ac49eb13c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Unset dirty status for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:52.197486 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-dd87b514-3421-49fd-9bdf-e612feb3873a req-09c8020a-d01e-4880-a421-3a4ac49eb13c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 932 time: 0.9080126 Apr 02 18:03:52.267074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.286481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.297791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:52.306662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:52.311172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Usage tracker for resource:security_group_rule and tenant:e358d97aef3e4a859fd35bb659859fda is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:52.314237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:52.320604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:52.342827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Usage tracker for resource:security_group_rule and tenant:fd730526faaf49ff99cbcfc6ce6a2059 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:52.346186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:52.352886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53304) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:52.356490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:52.362678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.397141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.426070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:52.436767 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-dd87b514-3421-49fd-9bdf-e612feb3873a req-4ef03f11-3994-4d0e-87f6-536cf1aa7d96 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382011 Apr 02 18:03:52.443184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Usage tracker for resource:security_group_rule and tenant:381be7c44ca2457daaf22d0318b1bd08 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:52.443967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] For port 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host hv-cinder-78460, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:52.449635 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:52.470728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:52.536950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] For port 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:52.552286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.561787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.569370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:52.572942 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.584892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-226351a8-c003-4120-82d2-b1ca0a800f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:52.668951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.679473 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e358d97aef3e4a859fd35bb659859fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278949 Apr 02 18:03:52.679726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ac19d-c99c-47d5-b5c2-d9c1be348007,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:52.682675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53328) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:52.684640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.708893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:52.710060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3c71d3f6-119d-472d-a3fb-c34b42269e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:52.842188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2febd92e-147c-4421-ba96-35782d890f2b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:52.843687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Pushing event updated for resources: {'Port': ['ID=4667cc5a-3595-4b6d-9811-5d4e41f225e2,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:52.847673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.848645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:52.849986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.852950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.854000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:52.861840 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd730526faaf49ff99cbcfc6ce6a2059&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0680583 Apr 02 18:03:52.863474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53338) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:52.876861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:52.894489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:52.998652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:52.999546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.000967 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] 10.222.0.11 "PUT /v2.0/ports/4667cc5a-3595-4b6d-9811-5d4e41f225e2 HTTP/1.1" status: 200 len: 1094 time: 4.1314871 Apr 02 18:03:53.003785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'tag': '4667cc5a-3595-4b6d-9811-5d4e41f225e2'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:53.198445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.220744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c7df17-fcb8-46a3-a4bf-7dcefb5b3805,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:53.227122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:53.234856 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=381be7c44ca2457daaf22d0318b1bd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8805208 Apr 02 18:03:53.259572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53356) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:53.323010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.368719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.390978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.410365 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.424497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13a9585-84fd-408c-baa6-734595519c7e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:53.425841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4c6138e7-1074-4b00-9daf-3cf60b3e6432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:53.440108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.481528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ac19d-c99c-47d5-b5c2-d9c1be348007,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:53.487687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:53.488580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.489834 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/703ac19d-c99c-47d5-b5c2-d9c1be348007 HTTP/1.1" status: 204 len: 168 time: 0.7965777 Apr 02 18:03:53.500429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Transition to ACTIVE for port object f13a9585-84fd-408c-baa6-734595519c7e will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:03:53.502342 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.514682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.520521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-652e9e40-2428-4042-92f8-65f21ccc7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:53.522111 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-652e9e40-2428-4042-92f8-65f21ccc7716 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 1097 time: 0.4448893 Apr 02 18:03:53.584549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.601420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:53.612644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:53.635948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2febd92e-147c-4421-ba96-35782d890f2b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:53.639546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:53.641092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.645421 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2febd92e-147c-4421-ba96-35782d890f2b HTTP/1.1" status: 204 len: 168 time: 0.7700973 Apr 02 18:03:53.651648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.657434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b7b40607-64a8-4814-a8d1-450fc6505fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:53.676349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c7df17-fcb8-46a3-a4bf-7dcefb5b3805,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:53.679191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:53.680468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:53.681919 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21c7df17-fcb8-46a3-a4bf-7dcefb5b3805 HTTP/1.1" status: 204 len: 168 time: 0.4213490 Apr 02 18:03:53.731746 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-7daea021-4455-47c8-bf1e-e7374ad57539 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2 HTTP/1.1" status: 200 len: 217 time: 0.1938486 Apr 02 18:03:53.754559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7b9a-b0c4-4927-9fc6-b0fa1487af71 req-f98a5116-009d-45c8-9e37-733ef915be7c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:53.756157 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c62f7b9a-b0c4-4927-9fc6-b0fa1487af71 req-f98a5116-009d-45c8-9e37-733ef915be7c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 944 time: 0.4020431 Apr 02 18:03:53.963348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a9585-84fd-408c-baa6-734595519c7e,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:53.966705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:54.030255 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c62f7b9a-b0c4-4927-9fc6-b0fa1487af71 req-cfbb4a0c-95a0-41d3-9980-7220782d6fca tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740437 Apr 02 18:03:54.031737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-2b97957e-bf12-45ce-992a-0dc8d3c67206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:54.033611 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-2b97957e-bf12-45ce-992a-0dc8d3c67206 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.2218907 Apr 02 18:03:54.105643 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-0419b8fa-bb74-475f-9549-02c3ba2e4c13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606182 Apr 02 18:03:54.143932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53400) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:54.148630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4ffbf997-3964-449b-8a87-46529dc3c3e2 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:03:54.194541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.232537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e632664-5def-49ff-b695-d90679c0593f req-2d158335-a6db-4632-89de-59e3c25ce8f8 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:54.234576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:54.243676 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9e632664-5def-49ff-b695-d90679c0593f req-2d158335-a6db-4632-89de-59e3c25ce8f8 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 944 time: 0.5537319 Apr 02 18:03:54.245681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Usage tracker for resource:security_group_rule and tenant:e21cc51c3c4140faaacd11c923532289 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:54.252671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:54.259935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:54.482310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.489276 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.517381 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b304c166-0a7f-4f3a-bbd8-73016908e465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:54.571187 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4ffbf997-3964-449b-8a87-46529dc3c3e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:54.584607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9528ba74-355c-4bd6-87f6-aa59aa68875f,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:54.617367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:54.632120 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e21cc51c3c4140faaacd11c923532289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867179 Apr 02 18:03:54.633298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53416) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:54.660245 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '4ffbf997-3964-449b-8a87-46529dc3c3e2', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'port_id': '4ffbf997-3964-449b-8a87-46529dc3c3e2', 'mac_address': 'fa:16:3e:ff:74:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:03:54.688661 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'tag': '4667cc5a-3595-4b6d-9811-5d4e41f225e2', 'status': 'completed', 'code': 200} Apr 02 18:03:54.800219 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.808151 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9e632664-5def-49ff-b695-d90679c0593f req-caa137de-028e-41fe-abb4-e6b06fed511b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5633533 Apr 02 18:03:54.819043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Attempting to bind port f13a9585-84fd-408c-baa6-734595519c7e on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:03:54.819422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Attempting to bind port f13a9585-84fd-408c-baa6-734595519c7e by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:03:54.819793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Attempting to bind port f13a9585-84fd-408c-baa6-734595519c7e on network c78bea0a-21c2-4106-8417-391dc8e13cad {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:54.855243 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-9fcfa51b-e0c0-4a39-994b-012ff1b039b8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417793 Apr 02 18:03:54.857981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Port f13a9585-84fd-408c-baa6-734595519c7e on network c78bea0a-21c2-4106-8417-391dc8e13cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:03:54.858352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Attempting to bind port f13a9585-84fd-408c-baa6-734595519c7e on network c78bea0a-21c2-4106-8417-391dc8e13cad {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:03:54.858574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.903325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.937307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffbf997-3964-449b-8a87-46529dc3c3e2 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:54.959278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.966358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:03:54.966869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Checking segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:03:54.967186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Bound using segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:03:54.967373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-33088c10-6201-49f1-89e6-5a471a35c515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:54.967630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Bound port: f13a9585-84fd-408c-baa6-734595519c7e, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:03:54.970020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.979559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4ffbf997-3964-449b-8a87-46529dc3c3e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:54.984217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:54.986937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:55.003537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:55.010361 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9528ba74-355c-4bd6-87f6-aa59aa68875f HTTP/1.1" status: 204 len: 168 time: 0.3731873 Apr 02 18:03:55.011567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9528ba74-355c-4bd6-87f6-aa59aa68875f,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:55.022996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:55.412826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4ffbf997-3964-449b-8a87-46529dc3c3e2,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:55.424463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] For port f13a9585-84fd-408c-baa6-734595519c7e, host hv-cinder-78460, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:03:55.427028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:55.427774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] For port f13a9585-84fd-408c-baa6-734595519c7e, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f13a9585-84fd-408c-baa6-734595519c7e,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:03:55.441003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:55.504446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['4ffbf997-3964-449b-8a87-46529dc3c3e2'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:03:55.594537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:55.695418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:55.706214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:55.706892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:55.708367 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 1094 time: 3.7831314 Apr 02 18:03:55.717861 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec75cda6-557b-4148-9712-5e3f53cc0597 req-b27d7d59-e3bb-42d3-88a0-dd9871d493e8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515711 Apr 02 18:03:55.729611 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a9585-84fd-408c-baa6-734595519c7e,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:55.733523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:55.742993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29d58d-51fb-4c11-b2c3-6850058e878b req-ad30a8a0-bf16-4891-bf23-ae072afb2bc6 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:55.764285 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3f29d58d-51fb-4c11-b2c3-6850058e878b req-ad30a8a0-bf16-4891-bf23-ae072afb2bc6 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 944 time: 0.5134571 Apr 02 18:03:56.014940 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3f29d58d-51fb-4c11-b2c3-6850058e878b req-55c95594-9a07-4ebc-b31b-810a315423f3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493160 Apr 02 18:03:56.091878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-f3e767a5-75d6-4d89-8470-089990959e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.093497 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-f3e767a5-75d6-4d89-8470-089990959e0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1097 time: 0.3218763 Apr 02 18:03:56.102591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89cc6-6c3d-4150-b829-e5358fce6155 req-1385d7be-81aa-49d8-8ade-78bdb4e33d10 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.106658 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b8a89cc6-6c3d-4150-b829-e5358fce6155 req-1385d7be-81aa-49d8-8ade-78bdb4e33d10 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 945 time: 0.2460012 Apr 02 18:03:56.108492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-5fbf4076-1928-4603-bbd2-60656cf5fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.110056 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-5fbf4076-1928-4603-bbd2-60656cf5fd27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 1097 time: 0.3148341 Apr 02 18:03:56.201114 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-51c823be-617a-409a-a64e-1d7029e69c23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 217 time: 0.0957532 Apr 02 18:03:56.521537 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b8a89cc6-6c3d-4150-b829-e5358fce6155 req-274f885c-f78b-473b-b1c8-41861a321180 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102547 Apr 02 18:03:56.560921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-192594ea-55f7-4303-bebd-1c5c1edb9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.562522 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-192594ea-55f7-4303-bebd-1c5c1edb9686 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.2966101 Apr 02 18:03:56.683964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3786f-4029-4615-a3c9-457eb26eec3b req-d9fb3b21-2bb7-4fe2-9435-ad28889bb9f4 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.685810 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fdd3786f-4029-4615-a3c9-457eb26eec3b req-d9fb3b21-2bb7-4fe2-9435-ad28889bb9f4 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 944 time: 0.4834726 Apr 02 18:03:56.690699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:56.696043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-4f095c0a-7063-422d-bfb2-501123a336e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:56.697637 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-4f095c0a-7063-422d-bfb2-501123a336e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.4928854 Apr 02 18:03:56.839502 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-85352432-ff1e-4b9a-94cd-4459209574ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2 HTTP/1.1" status: 200 len: 217 time: 0.1204994 Apr 02 18:03:56.844296 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e', 'status': 'completed', 'code': 200} Apr 02 18:03:57.019279 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fdd3786f-4029-4615-a3c9-457eb26eec3b req-a7027246-aa1e-4a20-a0ec-3a507b914b36 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193295 Apr 02 18:03:57.032935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175b01-69d7-4491-8c63-31a65627becd req-b89e7554-c238-4658-bf9d-d7bdbf95848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:57.034733 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-b89e7554-c238-4658-bf9d-d7bdbf95848c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4625003 Apr 02 18:03:57.055477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-c03486a7-073c-477b-89e7-c0683750f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:57.055477 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-c03486a7-073c-477b-89e7-c0683750f51d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.1831706 Apr 02 18:03:57.314770 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-0d0b38b7-9e23-4ef5-b72e-c6ce30ebacb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583061 Apr 02 18:03:57.341432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8214d-e3db-41ff-8b67-43839b345373 req-956f0ca9-3561-47fa-84c0-e493db129454 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:57.345449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-cda8214d-e3db-41ff-8b67-43839b345373 req-956f0ca9-3561-47fa-84c0-e493db129454 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Synchronizing usage tracker for tenant:d49d733cb03c4557bdcef46fea18d1fb on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:03:57.366466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-cda8214d-e3db-41ff-8b67-43839b345373 req-956f0ca9-3561-47fa-84c0-e493db129454 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Unset dirty status for tenant:d49d733cb03c4557bdcef46fea18d1fb on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:03:57.368034 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cda8214d-e3db-41ff-8b67-43839b345373 req-956f0ca9-3561-47fa-84c0-e493db129454 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.11 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 945 time: 0.1757014 Apr 02 18:03:57.433899 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-c87b8fde-f462-43dc-89af-2268bae9567a service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893604 Apr 02 18:03:57.456063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Deleting port 04811c3a-d3b7-4433-b282-f740a44b6535 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:03:57.456063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:57.706246 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9175b01-69d7-4491-8c63-31a65627becd req-792626c3-e209-4a38-95b5-f1461b2e300e service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921046 Apr 02 18:03:57.834766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] For port 04811c3a-d3b7-4433-b282-f740a44b6535, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=04811c3a-d3b7-4433-b282-f740a44b6535,segment=NetworkSegment(fb32c9a8-eb27-4d04-b303-bab4d6e1079d),segment_id=fb32c9a8-eb27-4d04-b303-bab4d6e1079d)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:57.835168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:58.003365 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Calling delete_port for 04811c3a-d3b7-4433-b282-f740a44b6535 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:03:58.165048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4667cc5a-3595-4b6d-9811-5d4e41f225e2 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:03:58.266635 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4ffbf997-3964-449b-8a87-46529dc3c3e2 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:03:58.311291 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-6a730383-2184-410d-bfbb-36a47cf70918 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8762720 Apr 02 18:03:58.328248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678d54e-64cf-4d59-9511-c33a633ca928 req-1072ac15-9357-4660-8cc9-f8d8f0082896 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:58.330238 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5678d54e-64cf-4d59-9511-c33a633ca928 req-1072ac15-9357-4660-8cc9-f8d8f0082896 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 944 time: 1.0687988 Apr 02 18:03:58.362205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:58.413298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:58.423450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae46f8-845b-4342-9716-926afa018fa6 req-27cca365-b908-46d5-8e07-13344adfd90b tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:58.431393 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-caae46f8-845b-4342-9716-926afa018fa6 req-27cca365-b908-46d5-8e07-13344adfd90b tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 945 time: 0.7211008 Apr 02 18:03:58.445018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['04811c3a-d3b7-4433-b282-f740a44b6535'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:03:58.493534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee505-37b4-4ba0-9201-20810d848de0 req-f9eadbf6-9739-422d-86ed-0f679ca9a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:58.495029 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-f9eadbf6-9739-422d-86ed-0f679ca9a2e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1097 time: 0.6683285 Apr 02 18:03:58.631897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Pushing event deleted for resources: {'Port': ['ID=04811c3a-d3b7-4433-b282-f740a44b6535,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:58.646397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:58.694375 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5678d54e-64cf-4d59-9511-c33a633ca928 req-292fc228-e487-4151-b80b-d56c980a24a2 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547542 Apr 02 18:03:58.733852 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-caae46f8-845b-4342-9716-926afa018fa6 req-1f011b84-5355-4917-8c62-a755761f67e7 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/security-groups?id=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014438 Apr 02 18:03:58.758793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed2e9b1f-3f48-4ef1-9394-53ee18d78931 req-beda7541-ee5f-4b3a-9813-88cff400a836 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247007 Apr 02 18:03:58.855484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:58.867210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee505-37b4-4ba0-9201-20810d848de0 req-84ce6c03-0fc5-4cd0-a075-b8b5b441e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:58.868822 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-84ce6c03-0fc5-4cd0-a075-b8b5b441e0a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.3566308 Apr 02 18:03:58.892973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 4ffbf997-3964-449b-8a87-46529dc3c3e2 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:03:58.905226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 4ffbf997-3964-449b-8a87-46529dc3c3e2 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:03:58.905951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:58.909010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] No DVR routers for this DVR port 04811c3a-d3b7-4433-b282-f740a44b6535 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:03:58.920788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:58.941595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '4667cc5a-3595-4b6d-9811-5d4e41f225e2', 'network_id': 'fe2430c0-00e5-440f-9182-fc306bb8ac87', 'port_id': '4667cc5a-3595-4b6d-9811-5d4e41f225e2', 'mac_address': 'fa:16:3e:55:1e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3992d-9b09-4f03-89f8-9e4795d0bb0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:03:58.945343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a258f-4e05-4415-a068-bb866797f446', 'name': 'network-vif-deleted', 'tag': '04811c3a-d3b7-4433-b282-f740a44b6535'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:58.971116 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cda8214d-e3db-41ff-8b67-43839b345373 req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.11 "DELETE /v2.0/ports/04811c3a-d3b7-4433-b282-f740a44b6535 HTTP/1.1" status: 204 len: 173 time: 1.5968347 Apr 02 18:03:59.034611 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a258f-4e05-4415-a068-bb866797f446', 'name': 'network-vif-deleted', 'tag': '04811c3a-d3b7-4433-b282-f740a44b6535', 'status': 'completed', 'code': 200} Apr 02 18:03:59.050648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.061700 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-04276623-9675-4ed7-b0b5-e48b34ca9e77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 217 time: 0.1854837 Apr 02 18:03:59.077273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4667cc5a-3595-4b6d-9811-5d4e41f225e2 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:03:59.139421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:59.146690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.150458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:59.233565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.236781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee505-37b4-4ba0-9201-20810d848de0 req-f7cee759-a02e-4fab-8f76-50663af9f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:59.238404 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-f7cee759-a02e-4fab-8f76-50663af9f9b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.1048143 Apr 02 18:03:59.243304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4667cc5a-3595-4b6d-9811-5d4e41f225e2,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:59.248155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:59.273416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffbf997-3964-449b-8a87-46529dc3c3e2'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:03:59.278528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4ffbf997-3964-449b-8a87-46529dc3c3e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:03:59.282468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.284443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-021aef46-fad9-46af-9920-4da20f34efc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:59.303220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53708) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:59.349649 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffbf997-3964-449b-8a87-46529dc3c3e2', 'code': 200} Apr 02 18:03:59.352631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9448d-e216-40c1-b1a4-3b25c02ca7d8 req-2ccd03bd-104d-45b5-b268-112f58a3c2fc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:59.360993 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40c9448d-e216-40c1-b1a4-3b25c02ca7d8 req-2ccd03bd-104d-45b5-b268-112f58a3c2fc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 944 time: 0.2982211 Apr 02 18:03:59.380781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4ffbf997-3964-449b-8a87-46529dc3c3e2,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:59.386080 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:59.404409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['4667cc5a-3595-4b6d-9811-5d4e41f225e2'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:03:59.406202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee505-37b4-4ba0-9201-20810d848de0 req-17694621-a035-448d-a9de-26e692a4f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:59.407810 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-17694621-a035-448d-a9de-26e692a4f9ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1572471 Apr 02 18:03:59.422131 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40c9448d-e216-40c1-b1a4-3b25c02ca7d8 req-b378076f-a563-48cc-b4e4-562b96ad72ac tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599165 Apr 02 18:03:59.518576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.548405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:03:59.556959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:b136dd66e400434ba437358d78c543c1 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:03:59.566328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:03:59.579981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:03:59.623441 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-44582367-621a-400c-85ae-f48991e9ee66 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883187 Apr 02 18:03:59.732061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.772443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df6ee9-2748-4349-a1db-eea4f962545d req-1ca86baf-5a2d-4718-a9c6-0cc21ac2a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:03:59.774772 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d2df6ee9-2748-4349-a1db-eea4f962545d req-1ca86baf-5a2d-4718-a9c6-0cc21ac2a6fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.1475375 Apr 02 18:03:59.775455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:03:59.788515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b9ae0372-0f81-438e-ba44-ca41d1c39c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:03:59.804774 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6afee505-37b4-4ba0-9201-20810d848de0 req-219cd4a5-0063-427f-9e20-0e6ce25b8154 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745563 Apr 02 18:03:59.863007 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53724) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:03:59.863230 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b136dd66e400434ba437358d78c543c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586832 Apr 02 18:03:59.883392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c187a-f980-4069-b37e-d6c6c76b5d97,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:03:59.888376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:03:59.890475 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d2df6ee9-2748-4349-a1db-eea4f962545d req-449bb315-f57e-41f7-8c62-ee04496be37c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053348 Apr 02 18:04:00.029562 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0b936e7e-5cfc-4194-ae98-2dbdb60e5a3e req-b3f443b6-764a-4730-a5b0-94211b02a260 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] 10.222.0.22 "GET /v2.0/ports?device_id=b62a258f-4e05-4415-a068-bb866797f446 HTTP/1.1" status: 200 len: 210 time: 0.0983660 Apr 02 18:04:00.052470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.106225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.121082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72a3f-309d-4944-bd56-189a93989733 req-51bc873e-aa08-41ae-8c96-500f69ceff50 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:00.122694 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6ec72a3f-309d-4944-bd56-189a93989733 req-51bc873e-aa08-41ae-8c96-500f69ceff50 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 945 time: 0.1928527 Apr 02 18:04:00.185697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f13a9585-84fd-408c-baa6-734595519c7e details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:04:00.189962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4667cc5a-3595-4b6d-9811-5d4e41f225e2 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:00.195526 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6ec72a3f-309d-4944-bd56-189a93989733 req-a01869db-288f-4e2c-9dfd-747c6a5cdade tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610287 Apr 02 18:04:00.202594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.210006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-dffbcdef-5cdf-4cfc-ab73-1dbfbac7c894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:00.222458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c187a-f980-4069-b37e-d6c6c76b5d97,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:00.227766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:00.229898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.239744 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/638c187a-f980-4069-b37e-d6c6c76b5d97 HTTP/1.1" status: 204 len: 168 time: 0.3717201 Apr 02 18:04:00.419462 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:00.435684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:00.436106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.539461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port f13a9585-84fd-408c-baa6-734595519c7e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f13a9585-84fd-408c-baa6-734595519c7e,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:00.586877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'f13a9585-84fd-408c-baa6-734595519c7e', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'port_id': 'f13a9585-84fd-408c-baa6-734595519c7e', 'mac_address': 'fa:16:3e:38:5b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:04:00.668566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.701060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53754) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:00.705830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13a9585-84fd-408c-baa6-734595519c7e {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:04:00.711402 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.739392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.746579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:00.753207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.754185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 04811c3a-d3b7-4433-b282-f740a44b6535 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:04:00.789851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:00.805632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:00.810516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Usage tracker for resource:security_group_rule and tenant:69b4b94489274aa7bc87c3faeda4c4d5 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:00.814129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:00.820866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:00.842482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 04811c3a-d3b7-4433-b282-f740a44b6535 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:04:00.842882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 04811c3a-d3b7-4433-b282-f740a44b6535 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:04:00.858263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port f13a9585-84fd-408c-baa6-734595519c7e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f13a9585-84fd-408c-baa6-734595519c7e,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:00.878637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.898800 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e16102-8916-4221-93fb-18724348a038 req-b5bd1eb2-160f-4692-95b8-9b8e4342f98a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:00.900515 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07e16102-8916-4221-93fb-18724348a038 req-b5bd1eb2-160f-4692-95b8-9b8e4342f98a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 944 time: 0.3005633 Apr 02 18:04:00.913216 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4667cc5a-3595-4b6d-9811-5d4e41f225e2,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:00.924209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:00.924661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:00.942258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.947700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:00.984765 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c5299f15-0630-4317-88b7-66eb9c22581a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:01.009129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=f13a9585-84fd-408c-baa6-734595519c7e,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:01.012469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:01.022949 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07e16102-8916-4221-93fb-18724348a038 req-6270bb32-7d18-4b75-9f5b-a080d4b27504 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140897 Apr 02 18:04:01.036975 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69b4b94489274aa7bc87c3faeda4c4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320153 Apr 02 18:04:01.038145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53764) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:01.052369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a65b4-9acd-4102-8f8e-9a72bcce9914,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:01.062216 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:01.123246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['f13a9585-84fd-408c-baa6-734595519c7e'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:04:01.135535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:01.165943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:01.218679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:01.224398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:01.254205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a65b4-9acd-4102-8f8e-9a72bcce9914,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:01.262197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:01.278005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:01.279230 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/631a65b4-9acd-4102-8f8e-9a72bcce9914 HTTP/1.1" status: 204 len: 168 time: 0.2395234 Apr 02 18:04:01.350327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4667cc5a-3595-4b6d-9811-5d4e41f225e2'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:01.480291 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4667cc5a-3595-4b6d-9811-5d4e41f225e2', 'code': 200} Apr 02 18:04:01.489404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724bf06-ef5c-4771-a037-e48852dc1425 req-084a71fe-cca9-4e76-8b64-6dc97e115a22 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:01.503158 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5724bf06-ef5c-4771-a037-e48852dc1425 req-084a71fe-cca9-4e76-8b64-6dc97e115a22 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1502111 Apr 02 18:04:01.569365 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5724bf06-ef5c-4771-a037-e48852dc1425 req-90b91863-4b57-4626-905b-f94fe61715ce tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583279 Apr 02 18:04:01.828070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa7edb-522b-439c-a545-7b93bbb3e25e req-631f79e2-80fc-48fa-a982-f36e45e7ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:01.830808 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1aa7edb-522b-439c-a545-7b93bbb3e25e req-631f79e2-80fc-48fa-a982-f36e45e7ffec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 1099 time: 0.1563694 Apr 02 18:04:01.882570 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1aa7edb-522b-439c-a545-7b93bbb3e25e req-a1b689a2-6193-4131-a923-fcdcc04cfadc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Apr 02 18:04:02.217584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f13a9585-84fd-408c-baa6-734595519c7e up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:02.243429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbee4cb-b157-4725-8073-527d2942b1f7 req-66be8f8d-f1c8-43c9-91aa-234123e9433a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:02.245056 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3dbee4cb-b157-4725-8073-527d2942b1f7 req-66be8f8d-f1c8-43c9-91aa-234123e9433a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 945 time: 0.0957699 Apr 02 18:04:02.296710 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3dbee4cb-b157-4725-8073-527d2942b1f7 req-64d9e9dd-1555-4842-963b-dfdbf51ee09a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Apr 02 18:04:02.301332 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port f13a9585-84fd-408c-baa6-734595519c7e completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:02.308518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port f13a9585-84fd-408c-baa6-734595519c7e triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:02.308845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:02.438692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:02.474379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port f13a9585-84fd-408c-baa6-734595519c7e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f13a9585-84fd-408c-baa6-734595519c7e,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:02.477912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:02.480906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-beb298e2-eb8a-46d7-b435-e3726563f84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:02.554915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=f13a9585-84fd-408c-baa6-734595519c7e,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:02.559853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:02.830928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18174589-c47c-4557-bdcd-7432cf353878 req-78e98c39-7328-4a85-b973-cf22ec0ff050 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:02.832825 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18174589-c47c-4557-bdcd-7432cf353878 req-78e98c39-7328-4a85-b973-cf22ec0ff050 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1228144 Apr 02 18:04:02.885748 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18174589-c47c-4557-bdcd-7432cf353878 req-b13591ef-4209-400c-8d61-da2668a93a90 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Apr 02 18:04:03.234226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53878) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:03.261764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53882) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:03.305323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Deleting subnet a109a6ef-fde3-41ea-9e8b-219e7b619e04 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:04:03.309211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.422302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.430551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.456989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.478112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:03.481761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:03.489900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Usage tracker for resource:security_group_rule and tenant:b31cf7f011104b84b636a5f19cf1bdef is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:03.493835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:03.503117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:03.572778 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e', 'code': 200} Apr 02 18:04:03.640577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.645960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.662177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:03.710601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c82d9ac-2880-4bd0-9693-70e5ba3d0f16,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:03.716904 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b31cf7f011104b84b636a5f19cf1bdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535487 Apr 02 18:04:03.717897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:03.719642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53896) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:03.726166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bc3bd-ffb5-4b6e-a510-c4435b092ae7 req-190b9408-d843-4f55-adcb-b3412202305f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:03.727773 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-333bc3bd-ffb5-4b6e-a510-c4435b092ae7 req-190b9408-d843-4f55-adcb-b3412202305f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.2550476 Apr 02 18:04:03.780806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53900) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:03.803530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.861265 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-333bc3bd-ffb5-4b6e-a510-c4435b092ae7 req-cb2daf54-d85f-46b9-ab74-0684cebaaf2f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040223 Apr 02 18:04:03.888864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.920015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.940991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-af6d116b-f617-4001-ab34-0142349a2572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:03.975010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:03.995903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a109a6ef-fde3-41ea-9e8b-219e7b619e04,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:03.998349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:04.003548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57516-e2fe-429d-b7e1-35610f1a7359 req-a3bb47b9-7333-4527-ba4d-fe5c816c6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:04.005139 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-41b57516-e2fe-429d-b7e1-35610f1a7359 req-a3bb47b9-7333-4527-ba4d-fe5c816c6d7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1099 time: 0.1750679 Apr 02 18:04:04.007530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Usage tracker for resource:security_group_rule and tenant:fb12c04371ac4cc98afa646a5185f991 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:04.010977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:04.017477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:04.046036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:04.050840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.062683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:04.089286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c82d9ac-2880-4bd0-9693-70e5ba3d0f16,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:04.096102 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:04.109951 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-41b57516-e2fe-429d-b7e1-35610f1a7359 req-a003496c-4b62-4aa8-890c-74515e11a4ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888062 Apr 02 18:04:04.125065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.126272 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c82d9ac-2880-4bd0-9693-70e5ba3d0f16 HTTP/1.1" status: 204 len: 168 time: 0.4056408 Apr 02 18:04:04.143151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.156765 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a109a6ef-fde3-41ea-9e8b-219e7b619e04 HTTP/1.1" status: 204 len: 168 time: 0.9201550 Apr 02 18:04:04.159041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53910) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:04.177491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.180664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.189181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-71cdda16-e560-4be9-9883-5ff90feb15e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:04.211885 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26142bdc-6dcd-4f8e-ae0c-1d70c435e87a req-3ea54253-b6f5-415f-9bc3-a81142a4a443 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:04.218962 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-26142bdc-6dcd-4f8e-ae0c-1d70c435e87a req-3ea54253-b6f5-415f-9bc3-a81142a4a443 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1743326 Apr 02 18:04:04.230521 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb12c04371ac4cc98afa646a5185f991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264753 Apr 02 18:04:04.240392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53916) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:04.269739 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169d3cf-a01a-4ab3-9462-f1fea7d03598,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:04.274775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:04.338428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.346587 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-26142bdc-6dcd-4f8e-ae0c-1d70c435e87a req-55d52dda-fbab-441d-a54a-f62c24f44b35 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266322 Apr 02 18:04:04.368515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.373288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.466180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.473277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fb750adb-beca-4fa2-857e-d777f5be062d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:04.500944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.508809 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8169d3cf-a01a-4ab3-9462-f1fea7d03598 HTTP/1.1" status: 204 len: 168 time: 0.2673800 Apr 02 18:04:04.512371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169d3cf-a01a-4ab3-9462-f1fea7d03598,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:04.518302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:04.601402 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53932) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:04.619904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.631117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:04.695563 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:04.705402 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Usage tracker for resource:security_group_rule and tenant:8eace545c8584df88cff25728f4bff3d is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:04.708644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:04.715065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:04.784298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.784680 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.785511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.785878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.786234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.786589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.786940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.787310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.787663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.788012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.855779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.856168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.856534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.857135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 18:04:04.857589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5250d48-8cfc-408f-9956-d80dbe1952cb']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:04.917671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6778d-236b-4209-8103-446a2e41c992 req-718011a9-c9df-456e-8016-b63741954236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:04.919779 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-718011a9-c9df-456e-8016-b63741954236 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 1099 time: 0.1706443 Apr 02 18:04:04.973377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:04.973754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb32c9a8-eb27-4d04-b303-bab4d6e1079d') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:04.988405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53942) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:04.992544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.035772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.040301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.044423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.100923 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.114514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-04a9b9f7-0268-4586-afb6-5ce5bda6a079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:05.148838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 53948) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:05.149454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:04:05.175132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92dcf24-8ebd-49fd-bf5e-c4fb734a7b48,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:05.181041 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8eace545c8584df88cff25728f4bff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777469 Apr 02 18:04:05.181811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53952) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:05.185091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:05.244029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:05.247665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6778d-236b-4209-8103-446a2e41c992 req-c8e0264a-6cb1-45c8-9838-a9ba8c6f40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:05.249659 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-c8e0264a-6cb1-45c8-9838-a9ba8c6f40b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.3122940 Apr 02 18:04:05.342200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.345289 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-7823bd8b-7aa3-49dd-995a-71f4effd6418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2 HTTP/1.1" status: 200 len: 217 time: 0.0779343 Apr 02 18:04:05.425114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.457001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6778d-236b-4209-8103-446a2e41c992 req-af28ea80-c62d-4bc4-98f1-9801ff13c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:05.458645 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-af28ea80-c62d-4bc4-98f1-9801ff13c72c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.1038394 Apr 02 18:04:05.479439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Usage tracker for resource:security_group_rule and tenant:58a89d6c83624d8485edf2d96bdc545c is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:05.490075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:05.506274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3589b-6945-492c-a0c9-d51af869f442 req-93a649b8-afad-4500-9ae6-0996327aab72 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:05.508002 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-31f3589b-6945-492c-a0c9-d51af869f442 req-93a649b8-afad-4500-9ae6-0996327aab72 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.6414812 Apr 02 18:04:05.526892 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-0385e64c-584a-4c7e-9227-ad87bf5cbd76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536578 Apr 02 18:04:05.530011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:05.626026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.633193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34dac94e-cac8-406c-b288-f5652e354bf6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:05.658008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92dcf24-8ebd-49fd-bf5e-c4fb734a7b48,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:05.664351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:05.667375 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.670964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Network e5250d48-8cfc-408f-9956-d80dbe1952cb has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:04:05.671565 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c92dcf24-8ebd-49fd-bf5e-c4fb734a7b48 HTTP/1.1" status: 204 len: 168 time: 0.4854789 Apr 02 18:04:05.694843 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-31f3589b-6945-492c-a0c9-d51af869f442 req-20790f82-090d-4cc7-9899-8efd514ef266 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622317 Apr 02 18:04:05.696717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.711716 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-bfbf0a5e-1d36-45a1-98d9-67ff9b5a5cdf service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812253 Apr 02 18:04:05.824494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:05.848477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:05.852866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Usage tracker for resource:security_group_rule and tenant:814cc2de814f4169912ff0ba359a7279 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:05.856266 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:05.862945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:05.926956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55555788-6663-421b-baa5-a0d70bc28740 req-194ff871-03ff-4146-99c8-5cbb0cdbdac1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:05.928650 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-55555788-6663-421b-baa5-a0d70bc28740 req-194ff871-03ff-4146-99c8-5cbb0cdbdac1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.8942959 Apr 02 18:04:06.097652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Network e5250d48-8cfc-408f-9956-d80dbe1952cb has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:04:06.103821 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8b6778d-236b-4209-8103-446a2e41c992 req-e226e39b-8264-40ee-b839-263416320b9f service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843210 Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: from cryptography.utils import int_from_bytes Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: from cryptography.utils import int_from_bytes Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: (rel_b, rel_a, rel_b), Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: (rel_b, rel_a, rel_b), Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:04:06.139968 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:04:06.235387 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-55555788-6663-421b-baa5-a0d70bc28740 req-a88a2f5f-417f-4348-9cd5-fd023fda3126 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745340 Apr 02 18:04:06.268308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.270340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.272328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.281910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0826be10-9243-4a8d-9293-9141099e1cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:06.293387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.306657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.353405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8b66a2-aec6-4598-94b7-67184007f110,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:06.360886 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=814cc2de814f4169912ff0ba359a7279&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1913655 Apr 02 18:04:06.360886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:06.360886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:06.361256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53984) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:06.369455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.373704 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58a89d6c83624d8485edf2d96bdc545c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3835492 Apr 02 18:04:06.382218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 53988) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:06.402633 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82f125-00d3-4332-b279-1ea64f33593e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:06.407843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:06.408378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:06.431840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5250d48-8cfc-408f-9956-d80dbe1952cb,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:06.435729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:06.439587 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e5250d48-8cfc-408f-9956-d80dbe1952cb HTTP/1.1" status: 204 len: 168 time: 2.2792840 Apr 02 18:04:06.487162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.500016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.551579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.578020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.640575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.646401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3f313e6f-debf-4661-9d73-db55082cddee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:06.662431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8b66a2-aec6-4598-94b7-67184007f110,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:06.665415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.675310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:06.676178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.679920 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe82f125-00d3-4332-b279-1ea64f33593e HTTP/1.1" status: 204 len: 168 time: 0.2941790 Apr 02 18:04:06.679920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0b304c63-ed32-4ae7-a78b-baf4e34bc454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:06.687711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.689038 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf8b66a2-aec6-4598-94b7-67184007f110 HTTP/1.1" status: 204 len: 168 time: 0.3269513 Apr 02 18:04:06.691589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe82f125-00d3-4332-b279-1ea64f33593e,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:06.693774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:06.710364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54006) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:06.796207 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-535020e3-6031-4ab2-af18-6555dd178885 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d49d733cb03c4557bdcef46fea18d1fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0836797 Apr 02 18:04:06.798935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54012) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:06.872603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:06.968520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.032872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d1b7-edca-489a-9f89-74461d42f2f8 req-7cb145da-a38f-4f9a-8fa8-1e1e93aab636 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:07.034502 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8a5d1b7-edca-489a-9f89-74461d42f2f8 req-7cb145da-a38f-4f9a-8fa8-1e1e93aab636 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1584325 Apr 02 18:04:07.045662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.051638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-30ebcf2b-d258-4340-a8fa-9964ca09f01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:07.084775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f594e8d7-2eca-4fc8-a06e-1a64d5082ed2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:07.090447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:07.120043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.121357 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f594e8d7-2eca-4fc8-a06e-1a64d5082ed2 HTTP/1.1" status: 204 len: 168 time: 0.3211970 Apr 02 18:04:07.126671 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8a5d1b7-edca-489a-9f89-74461d42f2f8 req-6196e733-6354-4b1c-8a1b-418e7bbc4730 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822885 Apr 02 18:04:07.271955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54030) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:07.295285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.313416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:07.317535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Usage tracker for resource:security_group_rule and tenant:b4bba5f3537b4fdfa87f4a065fc759c7 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:07.322823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:07.329552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:07.489574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.496384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.506026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:07.523142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dd894-09a5-43d7-b09c-c26675011e1d req-bc7ef636-bf0f-4111-8e5b-db5d482101e1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:07.530943 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-650dd894-09a5-43d7-b09c-c26675011e1d req-bc7ef636-bf0f-4111-8e5b-db5d482101e1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1594450 Apr 02 18:04:07.591306 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4bba5f3537b4fdfa87f4a065fc759c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181701 Apr 02 18:04:07.594238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54048) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:07.601989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa6f8e8-a541-4c0e-ac1d-30382b9fa83c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:07.608620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:07.626658 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-650dd894-09a5-43d7-b09c-c26675011e1d req-948d88ac-1f39-4dea-8da4-37d0d9f0d19c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928440 Apr 02 18:04:07.775429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.853345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.904301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b929d-75cc-435c-bf1a-609f02b1ea77 req-e773449c-6dbe-4650-9d2e-674ced58348c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:07.906024 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-357b929d-75cc-435c-bf1a-609f02b1ea77 req-e773449c-6dbe-4650-9d2e-674ced58348c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1126335 Apr 02 18:04:07.917298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54066) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:07.923581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'floatingip': {'port_id': 'f13a9585-84fd-408c-baa6-734595519c7e'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:07.930990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.937218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-222b32a7-8665-4b67-82ce-19d27d0ddfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:07.952524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:07.957108 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/caa6f8e8-a541-4c0e-ac1d-30382b9fa83c HTTP/1.1" status: 204 len: 168 time: 0.3610258 Apr 02 18:04:07.958228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa6f8e8-a541-4c0e-ac1d-30382b9fa83c,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:07.977901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:08.012324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:08.499068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2277b-c585-45cb-8de2-cb5ca47c6b56 req-56c814c5-a0ae-4ef6-95be-7f0bef5bfe33 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:08.499068 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-89f2277b-c585-45cb-8de2-cb5ca47c6b56 req-56c814c5-a0ae-4ef6-95be-7f0bef5bfe33 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2024322 Apr 02 18:04:08.834027 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-89f2277b-c585-45cb-8de2-cb5ca47c6b56 req-46dda158-c0d8-4275-bcba-bd73b1ce2df7 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621703 Apr 02 18:04:08.950603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54118) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:09.243150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-network', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:09.243294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.resource_extend [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 18:04:09.250556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:09.263412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Usage tracker for resource:network and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:09.271906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:09.287960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:09.319125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Made reservation on behalf of 89b251dbda9d4c9abfb171177d0c09ac for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:09.326214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.351538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.353546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.356835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.374581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:09.378914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:09.382726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:09.389309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:09.496239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.502678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.510936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:09.557192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:04:09.613127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf24d8f-1fb5-48e6-9a91-4b9e2ed2f344,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:09.623116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.624786 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Added segment 9e3f3071-a08f-48c3-ae45-6d2843beac80 of type vlan for network d4ad9d40-b775-4143-9db0-a154bc99b9ec Apr 02 18:04:09.628304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:09.652448 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Floating IP 8348b091-2c71-46c5-8188-58e5d60dc0ea associated. External IP: 172.28.0.40, port: f13a9585-84fd-408c-baa6-734595519c7e. Apr 02 18:04:09.666484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.705369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.707524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:09.708373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:09.734623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:09.761112 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8064742 Apr 02 18:04:09.771377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54152) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:09.782937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Request body: {'subnet': {'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-subnet', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:09.851265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:09.862848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Usage tracker for resource:subnet and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:09.868828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:09.878361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Pushing event updated for resources: {'Network': ['ID=d4ad9d40-b775-4143-9db0-a154bc99b9ec,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:09.889177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:09.891327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:04:09.891882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:09.907410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Made reservation on behalf of 89b251dbda9d4c9abfb171177d0c09ac for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:09.914774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15547954'] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:10.312047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:04:10.330263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404bc82-bfd0-4d1d-9df3-6625daf7cd74 req-7f8bac54-ecfe-4e3f-92b8-31a5d4188166 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:10.338870 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0404bc82-bfd0-4d1d-9df3-6625daf7cd74 req-7f8bac54-ecfe-4e3f-92b8-31a5d4188166 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2667272 Apr 02 18:04:10.457061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838534062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15547905'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:10.475283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:10.574420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:04:10.592162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:04:10.605707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:10.606701 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0404bc82-bfd0-4d1d-9df3-6625daf7cd74 req-edf9efd2-4596-46e7-812f-c10202d865c7 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669020 Apr 02 18:04:10.613626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:10.617498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:10.647259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:10.662735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.663139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.663666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.664056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.664437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.664821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.665199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.665820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.666303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.666744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.667084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.667464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:10.673172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:10.733024 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8338f3e2-8f6b-4a1f-8138-b58dc1a027f6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "PUT /v2.0/floatingips/8348b091-2c71-46c5-8188-58e5d60dc0ea HTTP/1.1" status: 200 len: 991 time: 2.8118145 Apr 02 18:04:10.733024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:10.754204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Checking segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:10.754599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Network hostable DHCP agents. Network: d4ad9d40-b775-4143-9db0-a154bc99b9ec, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:04:10.797416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:04:10.810356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, d4ad9d40-b775-4143-9db0-a154bc99b9ec) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:10.831875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbfb8b1-6ade-416f-8ce4-6d6e5ec96dbf None None] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:04:10.849395 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e', 'status': 'completed', 'code': 200} Apr 02 18:04:10.929003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:10.929688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:11.002975 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2303040 Apr 02 18:04:11.005999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54200) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:11.011802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:11.025681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:11.035838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:11.040414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Usage tracker for resource:router and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:11.046429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:11.060743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:11.073903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:11.075368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:11.082884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-ca2571a4-81c9-48ad-9ea1-f026e07e3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:11.084521 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-ca2571a4-81c9-48ad-9ea1-f026e07e3e2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1099 time: 0.2341166 Apr 02 18:04:11.100182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:11.403978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-2fb3e80f-f133-4af2-87be-8a423cbb17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:11.405831 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-2fb3e80f-f133-4af2-87be-8a423cbb17d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.3083308 Apr 02 18:04:11.479659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-d4ad9d40-b775-4143-9db0-a154bc99b9ec', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:04:11.480556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:11.539634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:11.661477 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-c726cafc-211b-49a1-8a3f-ea6aedb3fe0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 999 time: 0.2466784 Apr 02 18:04:11.791269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Allocated IP 172.20.0.2 (d4ad9d40-b775-4143-9db0-a154bc99b9ec/6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27/f6936ef4-e1ad-4e5a-a3fa-604eb199194b) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:11.914261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-9119fe78-b79a-44b8-b230-6fd67997ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:11.923776 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-9119fe78-b79a-44b8-b230-6fd67997ee3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.2492852 Apr 02 18:04:11.928640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '8348b091-2c71-46c5-8188-58e5d60dc0ea', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'floating_ip_address': '172.28.0.40', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'port_id': 'f13a9585-84fd-408c-baa6-734595519c7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'mac_address': 'fa:16:3e:38:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:03:39Z', 'updated_at': '2021-04-02T18:04:08Z', 'revision_number': 1, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:11.938600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:04:11.969824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:11.969824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:12.039493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-028eb29f-a0c9-44ee-92b5-43b154d0a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:12.040273 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-028eb29f-a0c9-44ee-92b5-43b154d0a268 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049235 Apr 02 18:04:12.363756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:12.368092 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-5c986db9-8095-4bf8-a925-e24abfc7d498 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181934 Apr 02 18:04:12.396842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:12.412747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Transition to ACTIVE for port object f6936ef4-e1ad-4e5a-a3fa-604eb199194b will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:12.455687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Transition to ACTIVE for port object f6936ef4-e1ad-4e5a-a3fa-604eb199194b will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:12.458466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54242) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:12.470840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:12.487512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:12.497164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c6b178c1-9d34-404a-9be6-441d66d28b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:12.638759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf6dc-6ab4-48ef-906f-46fc5fa94949 req-9b793701-01c9-4895-88bf-1bdfe0f06769 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:12.640452 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-debdf6dc-6ab4-48ef-906f-46fc5fa94949 req-9b793701-01c9-4895-88bf-1bdfe0f06769 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.4559636 Apr 02 18:04:12.668724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:12.672274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Pushing event updated for resources: {'Port': ['ID=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:12.673645 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db67ef84-1897-482f-b3d5-e19a1eca84c4 req-211f1495-0857-44de-a3db-baa4ce78f087 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980967 Apr 02 18:04:12.675420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:12.781998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:12.786805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:12.793399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:12.939706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Attempting to bind port f6936ef4-e1ad-4e5a-a3fa-604eb199194b on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:04:12.940115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Attempting to bind port f6936ef4-e1ad-4e5a-a3fa-604eb199194b by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:04:12.940527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Attempting to bind port f6936ef4-e1ad-4e5a-a3fa-604eb199194b on network d4ad9d40-b775-4143-9db0-a154bc99b9ec {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:12.947371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:04:12.947796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Checking segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:12.948300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:12.948737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Bound using segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:04:12.949753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Bound port: f6936ef4-e1ad-4e5a-a3fa-604eb199194b, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:04:12.950185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.028923 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '8348b091-2c71-46c5-8188-58e5d60dc0ea', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'floating_ip_address': '172.28.0.40', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'port_id': 'f13a9585-84fd-408c-baa6-734595519c7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'mac_address': 'fa:16:3e:38:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:03:39Z', 'updated_at': '2021-04-02T18:04:08Z', 'revision_number': 1, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:13.033723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2934ac-c15e-4fb6-b4a0-12e895ddf30d None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '8348b091-2c71-46c5-8188-58e5d60dc0ea', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'floating_ip_address': '172.28.0.40', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'port_id': 'f13a9585-84fd-408c-baa6-734595519c7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'mac_address': 'fa:16:3e:38:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:03:39Z', 'updated_at': '2021-04-02T18:04:08Z', 'revision_number': 1, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:04:13.039349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.066943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] For port f6936ef4-e1ad-4e5a-a3fa-604eb199194b, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:04:13.071166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] For port f6936ef4-e1ad-4e5a-a3fa-604eb199194b, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:04:13.075415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.085586 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-debdf6dc-6ab4-48ef-906f-46fc5fa94949 req-b37fe900-84bb-4ae5-9e43-fb7667c29a74 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233544 Apr 02 18:04:13.089814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:13.094100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a590ec2a753d4ead90c4097a3141dced is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:13.097670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:13.099017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:13.103888 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:13.202464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.202865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Pushing event updated for resources: {'Port': ['ID=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:13.212506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.251423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:13.291360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.291743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.292194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.292560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.294087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.295789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.296177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.296547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.296912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.297295 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.301274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.301660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.307613 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a590ec2a753d4ead90c4097a3141dced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8463073 Apr 02 18:04:13.310464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54272) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:13.313597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:13.320772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b23264-4729-49fd-86de-ba3beb9f3df9,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:13.336841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.337289 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.337664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.338041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.338422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.338871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.339206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.339584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.339963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.340340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.340712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.341082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:04:13.345512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:13.352954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Allocated IP 172.28.0.41 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/92af0fa8-d2e5-44f1-9175-ad968e58248a) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:13.474259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.508207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d06ba8-ace2-4da9-a7ce-5f7badf5f3ac None None] New status for floating IP 8348b091-2c71-46c5-8188-58e5d60dc0ea: ACTIVE {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:04:13.536796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.612437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.621521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6bd9ea58-21a1-44dc-aff9-45fbc86e1b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:13.651466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.653075 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34b23264-4729-49fd-86de-ba3beb9f3df9 HTTP/1.1" status: 204 len: 168 time: 0.3411050 Apr 02 18:04:13.655298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b23264-4729-49fd-86de-ba3beb9f3df9,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:13.658776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:13.662789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.715366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:13.732761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4bcfc1db-d26e-47c5-ae02-9e35a5ffbd0b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:14.105495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Pushing event updated for resources: {'Port': ['ID=92af0fa8-d2e5-44f1-9175-ad968e58248a,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:14.109939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:14.196264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:14.197898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:14.200729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:14.275525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54294) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:14.294634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.310667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:14.314866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Usage tracker for resource:security_group_rule and tenant:349cecc529c14c0fbbcdf21d784683d8 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:14.317953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:14.323978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:14.414387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.418479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.428022 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1a3f613b-e795-48d5-8e88-9b10735ef204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:14.473436 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=349cecc529c14c0fbbcdf21d784683d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965656 Apr 02 18:04:14.474302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54298) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:14.490117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d76104-836e-4231-a3d3-6fec207b7a3b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:14.495045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:14.560394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.569726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f6936ef4-e1ad-4e5a-a3fa-604eb199194b up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:14.598617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.657881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.658285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port f6936ef4-e1ad-4e5a-a3fa-604eb199194b completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:14.665666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3f1376c4-1c97-4466-83e5-22a220ee4e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:14.679714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.683319 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53d76104-836e-4231-a3d3-6fec207b7a3b HTTP/1.1" status: 204 len: 168 time: 0.2028246 Apr 02 18:04:14.683319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d76104-836e-4231-a3d3-6fec207b7a3b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:14.684383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:14.698109 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5954d4-ef01-409b-af66-7fd3081a95c1 req-abedcdc7-c17a-4710-b8ac-6bad7d06e1ac tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:14.700161 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1e5954d4-ef01-409b-af66-7fd3081a95c1 req-abedcdc7-c17a-4710-b8ac-6bad7d06e1ac tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.4645176 Apr 02 18:04:14.815226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:14.877003 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1e5954d4-ef01-409b-af66-7fd3081a95c1 req-27dab6cb-db8f-4757-9297-66a07f739239 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598213 Apr 02 18:04:15.154213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15fbd5c-aa09-4b8e-859e-88135397836e None None] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:04:15.312600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:15.402973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Provisioning for port f6936ef4-e1ad-4e5a-a3fa-604eb199194b completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:15.413646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Provisioning complete for port f6936ef4-e1ad-4e5a-a3fa-604eb199194b triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:15.414237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:15.626165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Router 1add256e-a47a-4774-aa8e-418a3f3933ac is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:04:15.643183 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:15.686095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] For port f6936ef4-e1ad-4e5a-a3fa-604eb199194b, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:15.694098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:15.696598 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:15.786422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Pushing event updated for resources: {'Port': ['ID=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:15.797558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:16.023965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-6652bb1e-6d35-4c0b-86a1-56242a7c044b None None] Provisioning complete for port f6936ef4-e1ad-4e5a-a3fa-604eb199194b triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:16.024547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6652bb1e-6d35-4c0b-86a1-56242a7c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:16.311343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:04:16.330900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:04:16.335591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44566768-24bd-459d-bfeb-a3f170690561 req-7e77bd8a-8cb3-4d89-8ab0-8e89a5920672 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:16.337224 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44566768-24bd-459d-bfeb-a3f170690561 req-7e77bd8a-8cb3-4d89-8ab0-8e89a5920672 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1456232 Apr 02 18:04:16.341675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:16.342866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:16.385303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:16.390148 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3829505 Apr 02 18:04:16.391239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54362) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:16.551151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f6936ef4-e1ad-4e5a-a3fa-604eb199194b up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:16.642388 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44566768-24bd-459d-bfeb-a3f170690561 req-00354863-3a52-462d-ad9e-7c6fea8cc3b5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954879 Apr 02 18:04:16.687284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port f6936ef4-e1ad-4e5a-a3fa-604eb199194b triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:16.687703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:16.818013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:17.297436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:14Z', 'revision_number': 3, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:17.302099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:04:17.302495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Updating router 1add256e-a47a-4774-aa8e-418a3f3933ac port 92af0fa8-d2e5-44f1-9175-ad968e58248a binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:04:17.365144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:17.406208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:17.655906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Allocated IP 172.20.0.1 (d4ad9d40-b775-4143-9db0-a154bc99b9ec/6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27/3e4b6962-1d53-44c6-88fe-acbfd692f9de) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:17.946234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:17.958948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Transition to ACTIVE for port object 92af0fa8-d2e5-44f1-9175-ad968e58248a will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:17.965346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:17.976566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:17.980997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:17.998688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e848a-15c5-4d5e-bc55-b8a4a6dfc481 req-ecdbbba1-df3d-4126-8d64-c1c7f7abdfd7 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:18.000288 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff6e848a-15c5-4d5e-bc55-b8a4a6dfc481 req-ecdbbba1-df3d-4126-8d64-c1c7f7abdfd7 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1584728 Apr 02 18:04:18.006427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Transition to ACTIVE for port object 3e4b6962-1d53-44c6-88fe-acbfd692f9de will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:18.059730 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff6e848a-15c5-4d5e-bc55-b8a4a6dfc481 req-ab9cebed-276e-49d7-874d-f7c90714b9f4 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513871 Apr 02 18:04:18.070436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.084341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:18.126045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14dbeb-2655-456e-83fc-bc70bbbacc78 None None] Pushing event updated for resources: {'Port': ['ID=92af0fa8-d2e5-44f1-9175-ad968e58248a,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:18.130484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bc14dbeb-2655-456e-83fc-bc70bbbacc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:18.181797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Attempting to bind port 92af0fa8-d2e5-44f1-9175-ad968e58248a on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:04:18.182207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Attempting to bind port 92af0fa8-d2e5-44f1-9175-ad968e58248a by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:04:18.182673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Attempting to bind port 92af0fa8-d2e5-44f1-9175-ad968e58248a on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:18.188349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:04:18.188760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:18.189198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.189697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:04:18.190209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Bound port: 92af0fa8-d2e5-44f1-9175-ad968e58248a, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:04:18.190603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.224780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4b6962-1d53-44c6-88fe-acbfd692f9de,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:18.229638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:18.270291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] For port 92af0fa8-d2e5-44f1-9175-ad968e58248a, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:04:18.274052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] For port 92af0fa8-d2e5-44f1-9175-ad968e58248a, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=92af0fa8-d2e5-44f1-9175-ad968e58248a,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:04:18.280867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.283364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:18.284543 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:18.286881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:18.294838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:18.342363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.449861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14dbeb-2655-456e-83fc-bc70bbbacc78 None None] Pushing event updated for resources: {'Port': ['ID=92af0fa8-d2e5-44f1-9175-ad968e58248a,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:18.455434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bc14dbeb-2655-456e-83fc-bc70bbbacc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:18.483650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c4c2fdd7-040c-41b1-b3dc-c3b7bbc784eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.508370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:18.508989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:03:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:18.521198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.621558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-713cd5b5-fb67-45db-9181-cd1432cc711d None None] Provisioning for port 3e4b6962-1d53-44c6-88fe-acbfd692f9de completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:18.630030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-713cd5b5-fb67-45db-9181-cd1432cc711d None None] Provisioning complete for port 3e4b6962-1d53-44c6-88fe-acbfd692f9de triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:18.630444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-713cd5b5-fb67-45db-9181-cd1432cc711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.710030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-713cd5b5-fb67-45db-9181-cd1432cc711d None None] Port 3e4b6962-1d53-44c6-88fe-acbfd692f9de cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:04:18.775460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:18.898677 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.903344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:18.941642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:19.054674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:19.086953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4b6962-1d53-44c6-88fe-acbfd692f9de,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:19.120389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:19.204838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:17Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:19.209946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3edae46-268e-4e02-8953-1acef49506f9 None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:17Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:04:19.336636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54448) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:19.422777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:19.425700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:19.589374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:19.629646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:19.633915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Usage tracker for resource:security_group_rule and tenant:29e12168ca1244c8be662439b045c6bc is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:19.637113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:19.645164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:19.694725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae40e4a-3cb6-46b8-b98b-abf33d631752 req-d47e4b7a-67ef-45a1-9b6d-f945514e816e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:19.762122 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5ae40e4a-3cb6-46b8-b98b-abf33d631752 req-d47e4b7a-67ef-45a1-9b6d-f945514e816e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.4220243 Apr 02 18:04:19.782556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:19.788918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:19.854702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7f124894-0544-445f-a67d-97b84f3670de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:19.874989 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5ae40e4a-3cb6-46b8-b98b-abf33d631752 req-a474bda4-1b8f-4191-a34d-b306872bfdcb tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122429 Apr 02 18:04:19.905589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54462) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:19.906035 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29e12168ca1244c8be662439b045c6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5679216 Apr 02 18:04:19.907417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11b3d3-3fb4-4cfa-8306-37f554eb047b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:19.912355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:19.920474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:19.955442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Router 1add256e-a47a-4774-aa8e-418a3f3933ac has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:04:19.964074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-a082b7ef-b9f4-4c55-b762-d3e0057c832a None None] Provisioning complete for port 3e4b6962-1d53-44c6-88fe-acbfd692f9de triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:19.964883 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ef-b9f4-4c55-b762-d3e0057c832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.126092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a082b7ef-b9f4-4c55-b762-d3e0057c832a None None] Port 3e4b6962-1d53-44c6-88fe-acbfd692f9de cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:04:20.215729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c3867147-b563-4440-9fc0-4d18c5bae768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.502698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.564957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.574786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 92af0fa8-d2e5-44f1-9175-ad968e58248a up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:20.639099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:04:20.660631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.663409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.667177 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af11b3d3-3fb4-4cfa-8306-37f554eb047b HTTP/1.1" status: 204 len: 168 time: 0.7465746 Apr 02 18:04:20.667177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ed7cb529-0e16-44a9-91b2-2b84900ff4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:20.669684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 92af0fa8-d2e5-44f1-9175-ad968e58248a completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:20.676384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 92af0fa8-d2e5-44f1-9175-ad968e58248a triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:20.676932 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] 10.222.0.22 "PUT /v2.0/routers/1add256e-a47a-4774-aa8e-418a3f3933ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2764397 Apr 02 18:04:20.677529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.679895 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11b3d3-3fb4-4cfa-8306-37f554eb047b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:20.687205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:20.858395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.878331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 92af0fa8-d2e5-44f1-9175-ad968e58248a, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=92af0fa8-d2e5-44f1-9175-ad968e58248a,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:20.883802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:20.890738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:20.981294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=92af0fa8-d2e5-44f1-9175-ad968e58248a,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:20.986256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:21.067829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.151376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd9738-32dd-4573-8a57-f233cd294187 req-2215579f-ec2f-48cf-bfc1-964510dde68c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:21.159645 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1bdd9738-32dd-4573-8a57-f233cd294187 req-2215579f-ec2f-48cf-bfc1-964510dde68c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1106462 Apr 02 18:04:21.233976 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1bdd9738-32dd-4573-8a57-f233cd294187 req-6bacc8af-6be5-4b82-acff-d75af2f3fa2c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589080 Apr 02 18:04:21.238114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54518) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:21.259921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.276030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:21.280769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Usage tracker for resource:security_group_rule and tenant:17dff90fb8b34917a69093daa799ed49 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:21.286184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:21.294382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:21.455343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.459709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.470842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:21.526819 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17dff90fb8b34917a69093daa799ed49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848043 Apr 02 18:04:21.527333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54532) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:21.531166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59a6d3-5176-4736-a0d0-e717e6434c40,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:21.546047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:21.572813 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-4967c6f5-0fda-4a7f-b168-57b0427c5cee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2018855 Apr 02 18:04:21.604740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.632231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.749231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.754780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:21.767029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-aebd2dbd-a250-4265-bc42-6fe46074c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:21.768642 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-aebd2dbd-a250-4265-bc42-6fe46074c0c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.1012902 Apr 02 18:04:21.772039 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59a6d3-5176-4736-a0d0-e717e6434c40,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:21.776682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:21.786273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:21.787589 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b59a6d3-5176-4736-a0d0-e717e6434c40 HTTP/1.1" status: 204 len: 168 time: 0.2595572 Apr 02 18:04:21.962992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54546) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:21.968869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154019711', 'description': 'tempest-description--1292370956'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:21.985850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:21.992539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:22.002784 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:22.013597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:22.019033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-86e1a703-263d-4dd1-8a1e-c343b00514c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:22.021008 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-86e1a703-263d-4dd1-8a1e-c343b00514c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.2087522 Apr 02 18:04:22.024558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.053079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:22.057552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:22.062425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:22.070348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:22.120603 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-52f0c71b-82b3-4b1b-8e8b-54c4113d33df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.0906026 Apr 02 18:04:22.170241 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.176032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.183156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3b89be68-3a1f-4526-a922-75b14d2e0ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:22.194262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-be1612df-b944-4f07-8312-5a09519380fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:22.196303 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-be1612df-b944-4f07-8312-5a09519380fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.0677574 Apr 02 18:04:22.231853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.233193 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2690232 Apr 02 18:04:22.237497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d49f3e-11e8-4ad5-98eb-c28363e814e5,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:22.239985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54560) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:22.242911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:22.246790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'security_group_rule': {'security_group_id': '99d49f3e-11e8-4ad5-98eb-c28363e814e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:22.255448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:22.262299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:22.268383 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-2919fba0-332f-43df-9433-ee351d0143c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618346 Apr 02 18:04:22.274043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:22.289784 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:22.332814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.534131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 92af0fa8-d2e5-44f1-9175-ad968e58248a up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:22.539100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.547794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.551243 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-5125a72b-8a0c-4cec-8291-c799cfcf0c6b service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746027 Apr 02 18:04:22.553396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:22.570832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fda8dce-0854-41d9-a9db-397374f4c97d,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:22.584182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622aef-8496-46aa-bfde-f1e40e425115 req-638a9ca0-09f3-4002-89b2-44395f6e582d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:22.586001 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-39622aef-8496-46aa-bfde-f1e40e425115 req-638a9ca0-09f3-4002-89b2-44395f6e582d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1939728 Apr 02 18:04:22.587049 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:22.626727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:04:22.665376 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-39622aef-8496-46aa-bfde-f1e40e425115 req-3fc4060b-2b3c-44d9-8dc1-4308e1cf1f4b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628405 Apr 02 18:04:22.666235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.667521 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4265158 Apr 02 18:04:22.683715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54578) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:22.696764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'security_group_rule': {'security_group_id': '99d49f3e-11e8-4ad5-98eb-c28363e814e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:22.703225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:22.709406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:22.713139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:22.746625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:22.770475 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40fd1d48-5ea9-48cd-b066-7b900d65d4b6 req-c208fb60-8105-49f9-a185-9f088786a28a service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089665 Apr 02 18:04:22.787378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.820482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 92af0fa8-d2e5-44f1-9175-ad968e58248a triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:22.821126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.906114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.915930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.918254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:22.922179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:22.991674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f03162-bb96-4a8e-9c9c-06e275752668,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:23.008005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:23.041575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:23.043443 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3580699 Apr 02 18:04:23.046742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54600) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:23.054899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'floatingip': {'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:23.072046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:23.082024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:floatingip and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:23.090505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:23.108423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:23.132943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:23.266292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:04:23.297044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:23.297889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:23.425864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:23.446220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54616) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:23.567190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:23.690587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Allocated IP 172.28.0.162 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/27cc50a5-565a-45f3-a967-140db3251eb5) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:23.999149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.027122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:24.046254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Usage tracker for resource:security_group_rule and tenant:1b70211b96e04817a231e20b90ca65df is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:24.049490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:24.057841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:24.106875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 2, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:24.113526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:04:24.113964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Updating router 1add256e-a47a-4774-aa8e-418a3f3933ac port 3e4b6962-1d53-44c6-88fe-acbfd692f9de binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:04:24.191839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69c7f-eb20-4938-b630-385e5794a25f req-15867bfc-66cf-4054-84ed-7360242949e8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:24.201401 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bdc69c7f-eb20-4938-b630-385e5794a25f req-15867bfc-66cf-4054-84ed-7360242949e8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.3060460 Apr 02 18:04:24.223403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.232190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.247863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35cbc5de-bd26-45eb-bc56-cd832fab47c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:24.255686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.283013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.318138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6365a932-c078-433d-986a-787a40eb1743,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:24.334874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:24.336295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bdc69c7f-eb20-4938-b630-385e5794a25f req-fa8483a6-6cc2-4bf0-9adf-1b4fcbbae942 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334643 Apr 02 18:04:24.361494 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b70211b96e04817a231e20b90ca65df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9140410 Apr 02 18:04:24.364140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54644) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:24.372602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.441533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:24.447180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.506959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.590336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.596596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-29b15885-e84a-4325-916e-3eb5799beb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:24.609137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6365a932-c078-433d-986a-787a40eb1743,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:24.617990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:24.624723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.626295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6365a932-c078-433d-986a-787a40eb1743 HTTP/1.1" status: 204 len: 168 time: 0.2610273 Apr 02 18:04:24.815075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'Port': ['ID=27cc50a5-565a-45f3-a967-140db3251eb5,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:24.818582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:24.879219 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:24.882356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:24.888730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:24.934681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.948078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Transition to ACTIVE for port object 3e4b6962-1d53-44c6-88fe-acbfd692f9de will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:24.958963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:24.985209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.052917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:25.101346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.156503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d6b8-f3e7-4a96-9264-052de1a4f980 None None] Pushing event updated for resources: {'Port': ['ID=3e4b6962-1d53-44c6-88fe-acbfd692f9de,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:25.167283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b7d5d6b8-f3e7-4a96-9264-052de1a4f980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:25.368509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Attempting to bind port 3e4b6962-1d53-44c6-88fe-acbfd692f9de on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:04:25.368935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Attempting to bind port 3e4b6962-1d53-44c6-88fe-acbfd692f9de by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:04:25.369420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Attempting to bind port 3e4b6962-1d53-44c6-88fe-acbfd692f9de on network d4ad9d40-b775-4143-9db0-a154bc99b9ec {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:25.375570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:04:25.375993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Checking segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:25.376443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.376972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Bound using segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:04:25.377400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Bound port: 3e4b6962-1d53-44c6-88fe-acbfd692f9de, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:04:25.377820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.401853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54682) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:25.447397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.495144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:25.502336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Usage tracker for resource:security_group_rule and tenant:b47efbd4d4d44b5eb475c919ae6726e4 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:25.510728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:25.518016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.518846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] For port 3e4b6962-1d53-44c6-88fe-acbfd692f9de, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:04:25.523505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:25.526947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] For port 3e4b6962-1d53-44c6-88fe-acbfd692f9de, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=3e4b6962-1d53-44c6-88fe-acbfd692f9de,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:04:25.532780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.534636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.551107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:25.561699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:25.649174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.655013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.669394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-94a67bb0-12b1-4396-826b-2c75ecb1eefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:25.764109 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d6b8-f3e7-4a96-9264-052de1a4f980 None None] Pushing event updated for resources: {'Port': ['ID=3e4b6962-1d53-44c6-88fe-acbfd692f9de,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:25.767565 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b47efbd4d4d44b5eb475c919ae6726e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619573 Apr 02 18:04:25.767565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e37797-1c06-4a8a-9ed6-ff39c36a1745,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:25.770918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.775406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b7d5d6b8-f3e7-4a96-9264-052de1a4f980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:25.788767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54688) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:25.792326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:25.805911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'Port': ['ID=27cc50a5-565a-45f3-a967-140db3251eb5,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:25.823771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:25.867750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:25.868880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:25.893188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.923776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d198-c2d4-4239-8b7d-8de26c61ff79 req-94f5b641-8dfd-4c33-b697-d2d4da328d7e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:25.927242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:25.929788 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-11c6d198-c2d4-4239-8b7d-8de26c61ff79 req-94f5b641-8dfd-4c33-b697-d2d4da328d7e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.3239791 Apr 02 18:04:25.996584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:26.003802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-57d64e41-5f0d-4dfc-bc0b-6889e272e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:26.024235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e37797-1c06-4a8a-9ed6-ff39c36a1745,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:26.027947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:26.030961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:26.032666 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84e37797-1c06-4a8a-9ed6-ff39c36a1745 HTTP/1.1" status: 204 len: 168 time: 0.2423935 Apr 02 18:04:26.158832 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-11c6d198-c2d4-4239-8b7d-8de26c61ff79 req-31b718ce-4961-40fc-9212-0b5c1cbcc4ae tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098806 Apr 02 18:04:26.196053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:26.250518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:26.254319 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2064168 Apr 02 18:04:26.272159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:26.686218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-8be9b5d5-a63d-4b25-b5fd-b5abbfcf028c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:26.707415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-8be9b5d5-a63d-4b25-b5fd-b5abbfcf028c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:26.709028 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-8be9b5d5-a63d-4b25-b5fd-b5abbfcf028c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1154019711&fields=id&tenant_id=89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 267 time: 0.1545243 Apr 02 18:04:26.770822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 3e4b6962-1d53-44c6-88fe-acbfd692f9de up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:26.898369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54734) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:26.921620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:26.941592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:26.946479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Usage tracker for resource:security_group_rule and tenant:2b83209fe6ec476b8b52133356a1b254 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:26.950647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:26.963766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:26.981695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-304b6fb9-35ec-43b5-af42-4b85178d56bb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:26.983244 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-304b6fb9-35ec-43b5-af42-4b85178d56bb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 817 time: 0.2648427 Apr 02 18:04:27.003183 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-2a033bd7-f9c6-460a-bce8-00f84a1696f6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/quotas/89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 375 time: 0.0129013 Apr 02 18:04:27.028429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 3e4b6962-1d53-44c6-88fe-acbfd692f9de completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:27.068178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 3e4b6962-1d53-44c6-88fe-acbfd692f9de triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:27.068992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.132289 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.137849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.165829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:27.193971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54742) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:27.217098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-cec9e59a-1f75-4310-9d0e-b7a84990030f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:27.238940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.240644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-cec9e59a-1f75-4310-9d0e-b7a84990030f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:27.242380 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-cec9e59a-1f75-4310-9d0e-b7a84990030f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2281656 Apr 02 18:04:27.252609 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b83209fe6ec476b8b52133356a1b254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530266 Apr 02 18:04:27.255884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54750) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:27.295726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc8f82b-27f4-443a-8466-86b02147666b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:27.310241 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 3e4b6962-1d53-44c6-88fe-acbfd692f9de, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=3e4b6962-1d53-44c6-88fe-acbfd692f9de,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:27.314874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:27.319569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.321685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:27.414859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:25Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:27.428749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439284ee-e21c-4c87-b592-9882b5ae9926 None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:25Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:04:27.446052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=3e4b6962-1d53-44c6-88fe-acbfd692f9de,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:27.457104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:27.536809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.587242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:27.599341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.601480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Usage tracker for resource:security_group_rule and tenant:10348e8cc5fc4ccda1ce1c0b68d6bf79 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:27.607765 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:27.630516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:27.682660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:27.722985 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-a57774f0-6497-479d-b628-547be8c1a3cd service neutron] 10.222.0.22 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393246 Apr 02 18:04:27.781022 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3e0ba-ca34-4ca6-800b-c48094d07db7 req-41914233-acdf-460f-a769-04439454a820 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:27.782913 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-48c3e0ba-ca34-4ca6-800b-c48094d07db7 req-41914233-acdf-460f-a769-04439454a820 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.3786304 Apr 02 18:04:28.249610 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-48c3e0ba-ca34-4ca6-800b-c48094d07db7 req-9b207e43-3eb8-468f-ad01-dff38c54141e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525893 Apr 02 18:04:28.263317 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-6bcd4722-a47c-4755-ab12-82da86053f09 service neutron] 10.222.0.22 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724274 Apr 02 18:04:28.264768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.276499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4825e158-6979-4f6a-b5a4-6a10df044cd1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:28.306454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc8f82b-27f4-443a-8466-86b02147666b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:28.315352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:28.316884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.318562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.321002 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0fc8f82b-27f4-443a-8466-86b02147666b HTTP/1.1" status: 204 len: 168 time: 1.0631707 Apr 02 18:04:28.321884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.332927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c1e338a1-b3cc-4d46-a6d3-d4864e8c527a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:28.380296 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10348e8cc5fc4ccda1ce1c0b68d6bf79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1844506 Apr 02 18:04:28.382150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54772) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:28.384842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f896d0-fc5e-493f-b320-b7915642d2e5,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:28.388141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:28.543258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.556725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 3e4b6962-1d53-44c6-88fe-acbfd692f9de up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:28.557880 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b6661a49-bba9-4c73-99ce-2a45fbd5c9b1 req-36806e69-02d5-4295-b62f-50c93a0cb299 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 210 time: 0.0567663 Apr 02 18:04:28.579303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.662521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.668661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 3e4b6962-1d53-44c6-88fe-acbfd692f9de triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:28.669178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.674922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5db2cb7a-d558-4dfb-aee7-c838faaa37bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:28.694619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f896d0-fc5e-493f-b320-b7915642d2e5,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:28.704709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:28.706106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:28.721938 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9f896d0-fc5e-493f-b320-b7915642d2e5 HTTP/1.1" status: 204 len: 168 time: 0.3384688 Apr 02 18:04:29.666624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2831-017e-4f7e-ad1e-10eefb00ece7 req-f0e9d72e-f27c-4185-9113-e06be0506c42 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:29.668824 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-01fe2831-017e-4f7e-ad1e-10eefb00ece7 req-f0e9d72e-f27c-4185-9113-e06be0506c42 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2104642 Apr 02 18:04:29.765009 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-01fe2831-017e-4f7e-ad1e-10eefb00ece7 req-296a9cc4-9cfe-4333-9c4f-e36cd5830336 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816047 Apr 02 18:04:29.885436 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e893ddc4-b9e4-4bdd-b884-a8ff2ee1e42c req-28eae841-2930-46c2-86ce-3cb96c110f7c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 210 time: 0.0811131 Apr 02 18:04:30.478961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-9bc21420-f350-4d95-be9e-4c214cd82b5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:30.479791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-9bc21420-f350-4d95-be9e-4c214cd82b5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:network {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:30.497497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-9bc21420-f350-4d95-be9e-4c214cd82b5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:network {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:30.499615 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-9bc21420-f350-4d95-be9e-4c214cd82b5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 817 time: 0.4269903 Apr 02 18:04:30.592118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-38a9d8c3-339a-44a1-8c0a-30be4ae8cdde tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:security_group {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:30.605793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-38a9d8c3-339a-44a1-8c0a-30be4ae8cdde tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:security_group {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:30.607307 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-38a9d8c3-339a-44a1-8c0a-30be4ae8cdde tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 5709 time: 0.0952675 Apr 02 18:04:30.624211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'port': {'device_id': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'admin_state_up': True, 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'security_groups': ['99d49f3e-11e8-4ad5-98eb-c28363e814e5']}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:30.859042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:30.871237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:30.891654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Made reservation on behalf of 89b251dbda9d4c9abfb171177d0c09ac for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:30.898188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.048138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85646eaf-6414-4535-8ca2-9c5cf7d47fec req-048395be-21e3-495e-bfe7-52bf21999cb4 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:31.057449 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-85646eaf-6414-4535-8ca2-9c5cf7d47fec req-048395be-21e3-495e-bfe7-52bf21999cb4 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1411054 Apr 02 18:04:31.114385 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-85646eaf-6414-4535-8ca2-9c5cf7d47fec req-2c49a7df-8d4c-458a-94ba-ecb98fe8260b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554700 Apr 02 18:04:31.168893 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff6c58c0-efd1-4739-afb0-64b68ca847ff req-f3558b65-022d-450f-a627-3a8eeef38c9f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 210 time: 0.0844069 Apr 02 18:04:31.208233 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Allocated IP 172.20.0.3 (d4ad9d40-b775-4143-9db0-a154bc99b9ec/6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27/febf18d2-ba54-46d7-8649-df7467b396af) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:31.463672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.478137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54930) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:31.483786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Transition to ACTIVE for port object febf18d2-ba54-46d7-8649-df7467b396af will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:31.516122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.552670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:31.640317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.660143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:31.672325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a3753f9d72d432f868de2e3b9d68f05 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:31.676949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:31.684016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:31.707542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:31.712491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:31.787867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:31.792946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 54948) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:31.797234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:31.808445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:31.859822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.867277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.878871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-24f53e3b-6bb0-4692-a08d-b9c7ca4c3b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:31.918040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f1dee-a77c-41bf-a5cb-e5e7800240f5,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:31.920700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:31.921191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:31.939704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:31.967893 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3487599 Apr 02 18:04:31.968591 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a3753f9d72d432f868de2e3b9d68f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891729 Apr 02 18:04:31.971369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54960) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:31.983898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Request body: {'port': {'device_id': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:32.094070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.131372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.193448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.194830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.211945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.222507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:32.231001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Usage tracker for resource:security_group_rule and tenant:1de271cfc875456c8be4d67e32900c8d is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:32.231438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d0bb9b24-c03b-4ef8-8bc0-388b49dadea6 None None] Provisioning for port febf18d2-ba54-46d7-8649-df7467b396af completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:32.236272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:32.239728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:32.248077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d0bb9b24-c03b-4ef8-8bc0-388b49dadea6 None None] Provisioning complete for port febf18d2-ba54-46d7-8649-df7467b396af triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:32.251568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d0bb9b24-c03b-4ef8-8bc0-388b49dadea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.274685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:32.301747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.317687 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a30f1dee-a77c-41bf-a5cb-e5e7800240f5 HTTP/1.1" status: 204 len: 168 time: 0.3449159 Apr 02 18:04:32.321920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f1dee-a77c-41bf-a5cb-e5e7800240f5,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:32.337691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:32.467706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb9b24-c03b-4ef8-8bc0-388b49dadea6 None None] Port febf18d2-ba54-46d7-8649-df7467b396af cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:04:32.584506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54984) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:32.620472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113589e0-4280-4557-b8c2-4a6466ff6cf3 req-dbaf814e-dfb9-44f9-8751-f581e7bee7b9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:32.628193 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-113589e0-4280-4557-b8c2-4a6466ff6cf3 req-dbaf814e-dfb9-44f9-8751-f581e7bee7b9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2800519 Apr 02 18:04:32.694476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.701231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.707747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7806-01dc-4c8e-a59d-58fbbd763502 req-eea65273-2d7b-4233-994e-7b16f48a6cda tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:32.715540 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eafc7806-01dc-4c8e-a59d-58fbbd763502 req-eea65273-2d7b-4233-994e-7b16f48a6cda tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 931 time: 0.2100277 Apr 02 18:04:32.728659 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-113589e0-4280-4557-b8c2-4a6466ff6cf3 req-dbeb12e9-cc72-44e5-b34a-31aa3d3e1511 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994952 Apr 02 18:04:32.741487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-53914f63-db10-4dd2-9927-5a62a6c3457a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:32.812676 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1de271cfc875456c8be4d67e32900c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0182791 Apr 02 18:04:32.815928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54992) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:32.820967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.834144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 54996) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:32.849393 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eafc7806-01dc-4c8e-a59d-58fbbd763502 req-c9d76a99-d73d-4748-996e-c38d4e926563 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329575 Apr 02 18:04:32.875152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3406f311-7240-43db-9bce-5d0a5c7bf721,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:32.879762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:32.879926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:32.882259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:32.899189 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Usage tracker for resource:security_group_rule and tenant:176e1094db9c405daacec84e652a6f5d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:32.903688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:32.919176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:32.923094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:32.938013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Usage tracker for resource:security_group_rule and tenant:aac96c04b9d5406d9631c11552a976f6 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:32.942016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:32.965144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:32.987303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318c13ab-49a7-49e2-82b7-ebafab289cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.000163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febf18d2-ba54-46d7-8649-df7467b396af {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:04:33.008046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.023482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Transition to ACTIVE for port object febf18d2-ba54-46d7-8649-df7467b396af will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:33.026956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.042785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-96ed7b3c-6354-4801-ab98-6ac416c6bfdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:33.047662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318c13ab-49a7-49e2-82b7-ebafab289cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.156042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.167988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.179617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ac120967-e993-4aec-a47c-4bce663cdfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:33.190473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:33.193924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:33.211017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318c13ab-49a7-49e2-82b7-ebafab289cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.233587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.244228 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=176e1094db9c405daacec84e652a6f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560307 Apr 02 18:04:33.248136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55002) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:33.250711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.272998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a7d978-9ad7-4ead-ba80-5a9066264805,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:33.282460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:33.289284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ce42e4a0-4af6-45ce-a152-6bf27b7c3086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:33.310242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c13ab-49a7-49e2-82b7-ebafab289cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3406f311-7240-43db-9bce-5d0a5c7bf721,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:33.345128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-318c13ab-49a7-49e2-82b7-ebafab289cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.348888 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-318c13ab-49a7-49e2-82b7-ebafab289cb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3406f311-7240-43db-9bce-5d0a5c7bf721 HTTP/1.1" status: 204 len: 168 time: 0.5271187 Apr 02 18:04:33.369148 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aac96c04b9d5406d9631c11552a976f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336366 Apr 02 18:04:33.376652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55008) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:33.399107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8215bee-3036-49fe-9ee1-01f285af1656,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:33.412843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:33.413601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:33.414394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:33.428546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.460647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Attempting to bind port febf18d2-ba54-46d7-8649-df7467b396af on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:04:33.460888 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Attempting to bind port febf18d2-ba54-46d7-8649-df7467b396af by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:04:33.461098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Attempting to bind port febf18d2-ba54-46d7-8649-df7467b396af on network d4ad9d40-b775-4143-9db0-a154bc99b9ec {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:33.466146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.476831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Port febf18d2-ba54-46d7-8649-df7467b396af on network d4ad9d40-b775-4143-9db0-a154bc99b9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:04:33.477192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Attempting to bind port febf18d2-ba54-46d7-8649-df7467b396af on network d4ad9d40-b775-4143-9db0-a154bc99b9ec {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:33.486027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.498450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:04:33.498743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Checking segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:33.499508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Bound using segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:04:33.500074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Bound port: febf18d2-ba54-46d7-8649-df7467b396af, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:04:33.500394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.531809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.537720 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:33.549844 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a7d978-9ad7-4ead-ba80-5a9066264805,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:33.556981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:33.557927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.562070 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9a7d978-9ad7-4ead-ba80-5a9066264805 HTTP/1.1" status: 204 len: 168 time: 0.3127708 Apr 02 18:04:33.581341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.691092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.698168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-318cfc3e-ec39-4c07-a0dc-6b908968b121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:33.713635 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8215bee-3036-49fe-9ee1-01f285af1656,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:33.718751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:04:33.722180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:33.733047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:04:33.736215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:33.740432 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8215bee-3036-49fe-9ee1-01f285af1656 HTTP/1.1" status: 204 len: 168 time: 0.3626852 Apr 02 18:04:33.742294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.010202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55032) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:34.016701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:34.058911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.084131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045073da-206d-42d4-b3b3-02f069db0c52 req-2da6e04d-aaa4-4f84-94c9-6667899501fc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:34.096595 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-045073da-206d-42d4-b3b3-02f069db0c52 req-2da6e04d-aaa4-4f84-94c9-6667899501fc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1701615 Apr 02 18:04:34.158630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:34.159319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.160821 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] 10.222.0.11 "PUT /v2.0/ports/febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 1093 time: 2.1840203 Apr 02 18:04:34.161382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:34.195123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:34.196749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:34.217911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Usage tracker for resource:security_group_rule and tenant:3c038e59bd5847cf94fbf08c708cc9f1 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:34.223336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:34.223739 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:34.259595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:34.276047 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-045073da-206d-42d4-b3b3-02f069db0c52 req-b7377593-ef9b-4658-914b-ad0ada82253a tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812694 Apr 02 18:04:34.315455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-73ed24c6-3cd2-4730-b2d4-5594004a2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:34.317171 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-73ed24c6-3cd2-4730-b2d4-5594004a2020 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1096 time: 0.1046171 Apr 02 18:04:34.416744 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'status': 'completed', 'code': 200} Apr 02 18:04:34.431450 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-b0e8f3ff-cf1d-4349-ae40-f9ab1e1d2d28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 217 time: 0.1046524 Apr 02 18:04:34.445299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f98173-d1e4-44c8-b3e6-8d3ec88063a8 req-a0487e4e-8d31-4029-8b45-3a78cb14472e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:34.447013 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-08f98173-d1e4-44c8-b3e6-8d3ec88063a8 req-a0487e4e-8d31-4029-8b45-3a78cb14472e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.3513696 Apr 02 18:04:34.540170 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-08f98173-d1e4-44c8-b3e6-8d3ec88063a8 req-2757a242-7861-41a9-abda-d6965d8cc947 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818532 Apr 02 18:04:34.545621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.549803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55050) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:34.549922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.560331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5c1f9506-cc21-4af2-9471-312263c5e82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:34.575282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.588904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-0c9aa527-1300-4d48-9d35-5ad54f735185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:34.590651 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-0c9aa527-1300-4d48-9d35-5ad54f735185 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.1471627 Apr 02 18:04:34.596146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:34.598440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd6e14-57e2-462f-a792-c5b81bdfb1b1,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:34.601763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:34.613275 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c038e59bd5847cf94fbf08c708cc9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981004 Apr 02 18:04:34.616072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55056) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:34.651023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Usage tracker for resource:security_group_rule and tenant:9399c2028ebc4f2c8e36b070666132fc is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:34.655383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:34.662902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:34.680832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.712023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.716133 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-d599d00b-6a67-48ac-9045-9c3470a1eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:34.717797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-d599d00b-6a67-48ac-9045-9c3470a1eef3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190157 Apr 02 18:04:34.769855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.775073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:34.787059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd6e14-57e2-462f-a792-c5b81bdfb1b1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:34.789735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:34.796886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.801199 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28fd6e14-57e2-462f-a792-c5b81bdfb1b1 HTTP/1.1" status: 204 len: 168 time: 0.1812418 Apr 02 18:04:34.891165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.903739 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:34.914319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7e4fc748-1437-4700-8ca6-1434d484a816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:34.941753 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-804cfdaf-ed13-4322-8864-efce343541db service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102673 Apr 02 18:04:34.999902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55074) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:35.000060 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9399c2028ebc4f2c8e36b070666132fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486589 Apr 02 18:04:35.023835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf45d7-ef9b-46bc-bee3-69c8ef574353,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:35.028585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:35.099899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:35.130349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:35.148929 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-375b9300-ed79-4558-9baa-ce079ab4ed82 req-bff97f25-a6f7-42d5-93b3-b528830688c9 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875751 Apr 02 18:04:35.191283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:35.201343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9be1e8cf-21a0-4d62-8de8-a29260768e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:35.224097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf45d7-ef9b-46bc-bee3-69c8ef574353,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:35.226548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:35.242336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:35.252518 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0acf45d7-ef9b-46bc-bee3-69c8ef574353 HTTP/1.1" status: 204 len: 168 time: 0.2508767 Apr 02 18:04:35.318798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-1be5e7fc-b48b-4c69-8db1-07e928dff83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:35.320483 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-1be5e7fc-b48b-4c69-8db1-07e928dff83a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1096 time: 0.1012654 Apr 02 18:04:35.504239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-9a456697-0696-4cc7-a685-577e302255d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:35.505894 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-9a456697-0696-4cc7-a685-577e302255d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1654747 Apr 02 18:04:35.639808 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-0cb9c609-061b-4710-96e0-b807800318a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 217 time: 0.1170120 Apr 02 18:04:35.694929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddc35e-000a-412b-aeca-5ddea436aedf req-5a1bc35c-e965-4af7-b403-a903b8852288 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:35.696615 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bdddc35e-000a-412b-aeca-5ddea436aedf req-5a1bc35c-e965-4af7-b403-a903b8852288 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2208920 Apr 02 18:04:35.801372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-efed8351-cfcf-4c68-a52d-f26bbb2c88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:35.808792 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-efed8351-cfcf-4c68-a52d-f26bbb2c88a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.1467364 Apr 02 18:04:35.833316 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bdddc35e-000a-412b-aeca-5ddea436aedf req-492a8712-4f73-4262-9515-55b5f51072a2 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241074 Apr 02 18:04:36.077589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3101355-7c2d-4dd7-8367-a80311c09730 req-c6025863-0376-4354-9ece-45172c69d817 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:36.080409 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b3101355-7c2d-4dd7-8367-a80311c09730 req-c6025863-0376-4354-9ece-45172c69d817 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1426754 Apr 02 18:04:36.149920 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b3101355-7c2d-4dd7-8367-a80311c09730 req-e2b7b4b4-4bfc-47e6-a7ff-3f5827fd369c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604954 Apr 02 18:04:36.239116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-afa16faa-7622-470d-b8d1-00434a47ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:36.241201 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-afa16faa-7622-470d-b8d1-00434a47ae5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4247563 Apr 02 18:04:36.387321 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-6fc2a2ac-4240-4de3-b7a7-b621ed816b69 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381769 Apr 02 18:04:36.545462 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2237854a-4bf8-4226-9418-b018ffdbc8e3 req-d7ae3add-92a0-4754-bd9a-5d97872cd1a9 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502075 Apr 02 18:04:36.784823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55160) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:37.099016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.128645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:37.136435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Usage tracker for resource:security_group_rule and tenant:053c075cdfa042238653bbc8a831335a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:37.139982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:37.147175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:37.249459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.260288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4846c1-d563-4dab-a82a-1021a862e6e7 req-85af6850-f22d-428b-adbd-4214a1073563 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:37.262095 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c4846c1-d563-4dab-a82a-1021a862e6e7 req-85af6850-f22d-428b-adbd-4214a1073563 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2679877 Apr 02 18:04:37.263376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.334366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ea5d0f1f-9c8f-4d8f-aac1-e3bf8783bfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:37.346721 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=053c075cdfa042238653bbc8a831335a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579963 Apr 02 18:04:37.347316 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55192) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:37.494810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.501932 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c4846c1-d563-4dab-a82a-1021a862e6e7 req-4e4b4c4f-4460-48c9-a674-8c9527dad8ac tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820102 Apr 02 18:04:37.513213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc6492-1951-4990-b54f-d8ce9ea601fc,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:37.527516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:37.547743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.577406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a05fa-cd16-4757-8cc3-2a5a2a8bfa4f req-d9e914d3-029b-4820-a159-cf399de53b1c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:37.579864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-343a05fa-cd16-4757-8cc3-2a5a2a8bfa4f req-d9e914d3-029b-4820-a159-cf399de53b1c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1797304 Apr 02 18:04:37.635388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.640981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fb07a313-9934-45d3-9ff1-3febfc715b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:37.665822 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-343a05fa-cd16-4757-8cc3-2a5a2a8bfa4f req-a7359c04-03f5-4f93-bfa8-c5617f368a85 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673549 Apr 02 18:04:37.672064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc6492-1951-4990-b54f-d8ce9ea601fc,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:37.684380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:37.698573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:37.701320 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98dc6492-1951-4990-b54f-d8ce9ea601fc HTTP/1.1" status: 204 len: 168 time: 0.3516054 Apr 02 18:04:38.437131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:04:38.609549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:38.647067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'febf18d2-ba54-46d7-8649-df7467b396af', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af', 'mac_address': 'fa:16:3e:10:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:04:38.729725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:38.784103 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febf18d2-ba54-46d7-8649-df7467b396af {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:04:38.811870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:38.817917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:38.819839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:38.861874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8bb4-7fd0-4ce4-9722-a703b0d6dfe4 req-9c5f8839-e1a1-431c-b00b-cdb18d974eb5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:38.864020 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5f7b8bb4-7fd0-4ce4-9722-a703b0d6dfe4 req-9c5f8839-e1a1-431c-b00b-cdb18d974eb5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1212063 Apr 02 18:04:38.899355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:38.903309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:38.983383 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5f7b8bb4-7fd0-4ce4-9722-a703b0d6dfe4 req-cb1fa64e-406c-4a88-aece-1a94fbdf3d0e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084173 Apr 02 18:04:39.048884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f9021-120d-4868-9c40-8277483e25d4 req-8940eae1-d129-4ff6-9b17-771fea205736 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:39.050779 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6d5f9021-120d-4868-9c40-8277483e25d4 req-8940eae1-d129-4ff6-9b17-771fea205736 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 944 time: 0.1454234 Apr 02 18:04:39.104231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['febf18d2-ba54-46d7-8649-df7467b396af'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:04:39.124312 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6d5f9021-120d-4868-9c40-8277483e25d4 req-50309c63-f81c-4d46-8cd4-f10bda323825 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629692 Apr 02 18:04:39.616416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55298) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:39.746939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:39.764920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:39.769871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba5840aed7a402dbbf6826aaa674c3f is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:39.773719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:39.780845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:39.879798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:39.884162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:39.891651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34c0df00-0cae-4a90-ad5e-ff99615c0805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:39.937579 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ba5840aed7a402dbbf6826aaa674c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173859 Apr 02 18:04:39.937579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead342ae-e6cc-4464-bb6f-6ed0038918a6,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:39.938032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55306) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:39.943924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:40.001678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.029645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.082980 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.092016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:40.108656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.112988 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ead342ae-e6cc-4464-bb6f-6ed0038918a6 HTTP/1.1" status: 204 len: 168 time: 0.1738706 Apr 02 18:04:40.115739 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead342ae-e6cc-4464-bb6f-6ed0038918a6,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:40.122136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:40.216380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dff1f0-69ab-4f55-9328-31f9fcb03c2a req-40355a70-2139-4681-9d31-2730e92be522 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:40.224723 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-70dff1f0-69ab-4f55-9328-31f9fcb03c2a req-40355a70-2139-4681-9d31-2730e92be522 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1014059 Apr 02 18:04:40.277711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132184d-86e6-4a44-8d73-11ecc2998f5c req-e59abd7f-0c88-46ec-b15f-59a8b9b926d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:40.280072 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d132184d-86e6-4a44-8d73-11ecc2998f5c req-e59abd7f-0c88-46ec-b15f-59a8b9b926d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 1099 time: 0.1189210 Apr 02 18:04:40.285495 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-70dff1f0-69ab-4f55-9328-31f9fcb03c2a req-18f38bb8-9d62-4709-8011-fabfbe5d8cfc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595429 Apr 02 18:04:40.345593 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d132184d-86e6-4a44-8d73-11ecc2998f5c req-1ff85690-e4b5-49c7-b392-e8a37bfc2006 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Apr 02 18:04:40.425172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4e88-aed7-47d0-a770-f23cb89b5fde req-23a8eabf-04d9-4748-bc0b-2b3c7a7172b5 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:40.427115 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e44f4e88-aed7-47d0-a770-f23cb89b5fde req-23a8eabf-04d9-4748-bc0b-2b3c7a7172b5 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 944 time: 0.1073005 Apr 02 18:04:40.436687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:04:40.516797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e44f4e88-aed7-47d0-a770-f23cb89b5fde req-f6e81a27-c3cd-49bb-9036-e4518107fe0e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814676 Apr 02 18:04:40.538227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port febf18d2-ba54-46d7-8649-df7467b396af completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:04:40.550101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port febf18d2-ba54-46d7-8649-df7467b396af triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:04:40.550674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.699190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.753041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:04:40.754226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:40.770681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:40.772691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b7d5d6b8-f3e7-4a96-9264-052de1a4f980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:40.857192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:40.860853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:40.880713 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'code': 200} Apr 02 18:04:41.268673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9ebc3-7ac3-4846-b738-00fa8a885a32 req-5acbdace-22a3-4571-a16a-624a7d020d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:41.270733 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-30b9ebc3-7ac3-4846-b738-00fa8a885a32 req-5acbdace-22a3-4571-a16a-624a7d020d0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1098 time: 0.1481459 Apr 02 18:04:41.321274 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-30b9ebc3-7ac3-4846-b738-00fa8a885a32 req-9fdaea74-ea54-45e5-a4b0-2b687e29b1be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Apr 02 18:04:41.531345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fb03a-aa6b-4fb2-a0b2-a21a9445b8a7 req-c1225865-4948-414c-b4c0-e057ef048801 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:41.533206 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e93fb03a-aa6b-4fb2-a0b2-a21a9445b8a7 req-c1225865-4948-414c-b4c0-e057ef048801 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1282923 Apr 02 18:04:41.614831 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e93fb03a-aa6b-4fb2-a0b2-a21a9445b8a7 req-3efe6658-67b4-4cb7-983b-bc1029ce20e6 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745146 Apr 02 18:04:41.964989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f2fd-be2b-4a5d-a63f-fda6ebc6cdcd req-61aba5f0-1e2c-4481-a7ec-6493f58c0266 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:41.966824 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a963f2fd-be2b-4a5d-a63f-fda6ebc6cdcd req-61aba5f0-1e2c-4481-a7ec-6493f58c0266 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1229186 Apr 02 18:04:41.975084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2113c9-8af5-4733-bca7-e676c8631874 req-5c524816-7001-4fbe-bc42-aa59c90b0950 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:41.982963 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c2113c9-8af5-4733-bca7-e676c8631874 req-5c524816-7001-4fbe-bc42-aa59c90b0950 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2519302 Apr 02 18:04:42.073342 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c2113c9-8af5-4733-bca7-e676c8631874 req-4b8d8910-930d-4f46-988c-2aacc2f48d27 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869527 Apr 02 18:04:42.092537 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a963f2fd-be2b-4a5d-a63f-fda6ebc6cdcd req-6357505b-3a23-4ead-9498-91f761d680ee tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064520 Apr 02 18:04:42.883097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55464) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:43.014268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.029142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:43.033176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab610b1ad364cdd9b03a0629ce1fa31 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:43.036125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:43.042175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:43.129566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.132736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.144700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:43.192276 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ab610b1ad364cdd9b03a0629ce1fa31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078284 Apr 02 18:04:43.194578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81436c7f-8f67-422d-80af-a71c52140c87,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:43.195221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55472) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:43.198318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:43.268950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.314436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.333682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783faf2c-980a-4a6a-9761-ee64888850af req-39844061-498c-4c02-a29e-7eed6e9d974d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:43.339202 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-783faf2c-980a-4a6a-9761-ee64888850af req-39844061-498c-4c02-a29e-7eed6e9d974d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1458097 Apr 02 18:04:43.367597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.372881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9b4fa711-5661-42ba-820a-cab529de3ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:43.386135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81436c7f-8f67-422d-80af-a71c52140c87,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:43.389593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:43.398298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:43.403424 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8c061aca-a20a-41d7-a56d-ff7f161975c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81436c7f-8f67-422d-80af-a71c52140c87 HTTP/1.1" status: 204 len: 168 time: 0.2070832 Apr 02 18:04:43.429235 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-783faf2c-980a-4a6a-9761-ee64888850af req-d55ecd5c-72c0-4700-a1a4-9e5256456116 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836048 Apr 02 18:04:43.667970 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e98f0a-1ad7-4943-95b5-76d9e9a49627 req-ece77428-c695-41c5-a3d7-d697cf7ac111 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:43.669636 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a9e98f0a-1ad7-4943-95b5-76d9e9a49627 req-ece77428-c695-41c5-a3d7-d697cf7ac111 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1044848 Apr 02 18:04:43.679422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55498) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:43.685211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'floatingip': {'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:43.771937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.265899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55534) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:44.399759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-446800058-network', 'tenant_id': '9b07fd163add42718c7fd2dec2e5bbfc'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:44.406741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:44.412059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Usage tracker for resource:network and tenant:9b07fd163add42718c7fd2dec2e5bbfc is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:44.415240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:44.423686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:44.443694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Made reservation on behalf of 9b07fd163add42718c7fd2dec2e5bbfc for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:44.448591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.473950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.494089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:44.498403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-872f617f-1a53-4f42-8002-9e33e1be3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:44.500038 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-872f617f-1a53-4f42-8002-9e33e1be3f6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.1990499 Apr 02 18:04:44.502843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Usage tracker for resource:security_group_rule and tenant:9b07fd163add42718c7fd2dec2e5bbfc is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:44.507481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:44.538141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:44.702250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905bda-f5d6-4244-9486-eee554a4ab9c req-f14a501c-4b64-49c5-ab54-fb9c22fe841b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:44.704984 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-63905bda-f5d6-4244-9486-eee554a4ab9c req-f14a501c-4b64-49c5-ab54-fb9c22fe841b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1410751 Apr 02 18:04:44.705612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-fc66f3c6-5dfa-41ee-b0d7-ec82bc636e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:44.707214 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-fc66f3c6-5dfa-41ee-b0d7-ec82bc636e54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.1971340 Apr 02 18:04:44.841325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-efae3042-c253-41d8-8e24-5a4ec2294d48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.1265697 Apr 02 18:04:44.920069 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-63905bda-f5d6-4244-9486-eee554a4ab9c req-95afdb67-3456-490d-a4eb-d25bc958f456 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069162 Apr 02 18:04:44.953083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.959544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.965661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.975725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:44.982719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:45.000199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-d6857e5b-ac05-40fe-a3cc-c47c89bf22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:45.002271 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-d6857e5b-ac05-40fe-a3cc-c47c89bf22bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.1473427 Apr 02 18:04:45.020025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:04:45.092055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10407e6c-87d9-4786-a59e-c7d4a0681464,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:45.097936 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-06f67173-4661-4fcf-8171-146931c337d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790670 Apr 02 18:04:45.098783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:45.101661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.101939 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Added segment f438e299-b08e-4ba6-88d2-dff8b8bbd29a of type vlan for network e35c6e80-e168-416a-ab43-47185a53dcb1 Apr 02 18:04:45.182676 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Floating IP 70bfa7a4-be25-4e69-99ae-ca91c9e3ec16 associated. External IP: 172.28.0.162, port: febf18d2-ba54-46d7-8649-df7467b396af. Apr 02 18:04:45.211510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55572) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:45.231495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.258590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55578) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:45.306539 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-fef3e2cf-324d-49b9-810e-b723f891fc8c service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985736 Apr 02 18:04:45.309408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.310868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:45.311967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.318925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9fc0cd9f-8add-4917-94e3-06788b30c3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:45.561079 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2939413 Apr 02 18:04:45.568693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55590) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:45.571811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.575456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Request body: {'subnet': {'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-446800058-subnet', 'tenant_id': '9b07fd163add42718c7fd2dec2e5bbfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:45.582050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.592898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:45.596894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Pushing event updated for resources: {'Network': ['ID=e35c6e80-e168-416a-ab43-47185a53dcb1,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:45.602713 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Usage tracker for resource:subnet and tenant:9b07fd163add42718c7fd2dec2e5bbfc is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:45.606845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:45.608886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network e35c6e80-e168-416a-ab43-47185a53dcb1 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:04:45.623322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:45.640252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-792d0a3f-9f08-4dcf-b100-982f7f8ab564 req-09995f93-9986-4de2-8c12-d77bff3310cc service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224447 Apr 02 18:04:45.641318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:45.644014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:45.645790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:45.650060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Usage tracker for resource:security_group_rule and tenant:47246b7aa6f5426cabcd7009e20fd4dd is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:45.655364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a613d31043fc4cddb497ce21e4f06cc2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:45.658970 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:45.667916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:45.680320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:45.701699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:45.764480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Router 1add256e-a47a-4774-aa8e-418a3f3933ac has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:04:45.769053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Made reservation on behalf of 9b07fd163add42718c7fd2dec2e5bbfc for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:45.774493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840204891'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.850757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.859326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:45.872065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-39ffd8e3-bce6-4f0d-90bc-a6d1489f7201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:45.931029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c84aa95-8245-4fef-a5ec-9b0de70fe062,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:45.945916 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a613d31043fc4cddb497ce21e4f06cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306693 Apr 02 18:04:45.945916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:45.947629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55610) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:46.043558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.044758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.055361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.086997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55618) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:46.090275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-14929e65-6f03-4a1d-8b4b-b53470622721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:46.105796 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47246b7aa6f5426cabcd7009e20fd4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8460042 Apr 02 18:04:46.118013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55624) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:46.169172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09636bac-6f01-46fc-94c0-33326c7c5b8f,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:46.173009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.189002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:46.259581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.295684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.314128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.321971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2290b2af-131d-492f-8b4a-be0890fb6a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:46.341370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:04:46.354944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:04:46.366051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:46.366724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:46.366849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.383403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdb633-2af8-479c-8b57-0e458527da0f req-3ece6467-3d0b-4850-bc15-3a84ca1cab5d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:46.385144 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-03bdb633-2af8-479c-8b57-0e458527da0f req-3ece6467-3d0b-4850-bc15-3a84ca1cab5d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2662120 Apr 02 18:04:46.395632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.403470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:46.408514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Usage tracker for resource:security_group_rule and tenant:c16cf103649e47d5b4f6b7883865ccb7 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:46.412431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:46.419292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:46.427424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c84aa95-8245-4fef-a5ec-9b0de70fe062,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:46.463828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:46.465579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.476819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-585702f7-0aef-4603-8d24-815bda69d559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:46.502343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.503569 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c84aa95-8245-4fef-a5ec-9b0de70fe062 HTTP/1.1" status: 204 len: 168 time: 0.5549610 Apr 02 18:04:46.504522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09636bac-6f01-46fc-94c0-33326c7c5b8f,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:46.509506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:46.513097 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-cd8ae2b3-93d1-4c3e-b9a0-ac636abd0a06 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "PUT /v2.0/floatingips/70bfa7a4-be25-4e69-99ae-ca91c9e3ec16 HTTP/1.1" status: 200 len: 991 time: 2.8298931 Apr 02 18:04:46.518789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.520103 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09636bac-6f01-46fc-94c0-33326c7c5b8f HTTP/1.1" status: 204 len: 168 time: 0.3944256 Apr 02 18:04:46.543630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:46.561464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:46.621761 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-03bdb633-2af8-479c-8b57-0e458527da0f req-2105f8f0-a0ed-46a6-89aa-a0225e43f7ae tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284658 Apr 02 18:04:46.666207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.673898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.799466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-754707f8-3526-4ace-9e88-d0a429ab24fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:46.822527 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c16cf103649e47d5b4f6b7883865ccb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7151735 Apr 02 18:04:46.825061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55650) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:46.886927 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'status': 'completed', 'code': 200} Apr 02 18:04:46.887668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839296120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840204906'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:46.942857 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd353a-a62f-4058-b191-2c893c34d562,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:46.950336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:46.981521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.023585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-fc7c71a1-665b-400f-959a-b85ed6e6d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:47.025193 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-fc7c71a1-665b-400f-959a-b85ed6e6d592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1098 time: 0.1732366 Apr 02 18:04:47.030067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.041594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:47.141630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306cd3bd-ea50-4722-841e-9334ce30f5a7,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:47.150001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:47.165162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Checking segment: {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:47.165585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Network hostable DHCP agents. Network: e35c6e80-e168-416a-ab43-47185a53dcb1, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:04:47.187672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Network e35c6e80-e168-416a-ab43-47185a53dcb1 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:04:47.199173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, e35c6e80-e168-416a-ab43-47185a53dcb1) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:47.209477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34adaa-c474-498f-bf23-1d3c81279794 None None] Network e35c6e80-e168-416a-ab43-47185a53dcb1 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:04:47.242973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:47.249458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.310951 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1b7a099e-411c-472a-bd6d-88b6ef1f4b78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7409828 Apr 02 18:04:47.331315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '70bfa7a4-be25-4e69-99ae-ca91c9e3ec16', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'floating_ip_address': '172.28.0.162', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'mac_address': 'fa:16:3e:10:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:04:24Z', 'updated_at': '2021-04-02T18:04:44Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:47.340608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:04:47.365087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:04:47.374853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:47.520249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55668) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:47.554436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-6ea10eb9-2294-44b4-b03e-2c802f4757ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:47.556088 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-6ea10eb9-2294-44b4-b03e-2c802f4757ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.5185823 Apr 02 18:04:47.556959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.560970 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:47.569270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.588691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:47.593054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Usage tracker for resource:security_group_rule and tenant:3213282a70964230a9e886cba8d9a21d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:47.596280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:47.603057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:47.661545 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd353a-a62f-4058-b191-2c893c34d562,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:47.678067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:47.694280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.695543 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09fd353a-a62f-4058-b191-2c893c34d562 HTTP/1.1" status: 204 len: 168 time: 0.8693142 Apr 02 18:04:47.730439 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-e472cd66-632d-463c-820c-54c44a097cc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 999 time: 0.1491787 Apr 02 18:04:47.746068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:04:47.777036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.784743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:47.796941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d89e7b36-43ea-4003-9f0d-cbc9e8770448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:47.811707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d19acd-5dcb-41d6-95f8-ab2f8efe1592 None None] Network e35c6e80-e168-416a-ab43-47185a53dcb1 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:04:47.853003 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3213282a70964230a9e886cba8d9a21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300021 Apr 02 18:04:47.855528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b99e47d-4662-43d2-acde-17501c492ce0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:47.858558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55682) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:47.861979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:47.974486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-0d1e3fe7-45eb-4d01-8bc8-a7dd8396a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:47.980613 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-0d1e3fe7-45eb-4d01-8bc8-a7dd8396a0ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.2213616 Apr 02 18:04:48.030333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:48.091318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:48.114630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05e935-729a-443f-8836-e890914c92ec req-f553b4c7-15bc-4850-acc2-b37791e1e3e0 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:48.116589 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b05e935-729a-443f-8836-e890914c92ec req-f553b4c7-15bc-4850-acc2-b37791e1e3e0 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1708357 Apr 02 18:04:48.147279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-f57b0b1f-c379-484f-b2f9-a685be62dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:48.148902 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-f57b0b1f-c379-484f-b2f9-a685be62dcd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1640649 Apr 02 18:04:48.213388 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b05e935-729a-443f-8836-e890914c92ec req-01c96580-d6cd-4168-9055-2249ca12a95c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847189 Apr 02 18:04:48.214686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:48.222077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2a295af8-82a9-4999-8f76-ea7a7db0f9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:48.244375 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b99e47d-4662-43d2-acde-17501c492ce0,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:48.247602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:48.248893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:48.250147 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b99e47d-4662-43d2-acde-17501c492ce0 HTTP/1.1" status: 204 len: 168 time: 0.3902860 Apr 02 18:04:48.391369 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-f3505b0b-9264-4f91-a3e6-2d5787e47d9a service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303882 Apr 02 18:04:48.498670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f7e957d-7fb9-435b-ae9f-035a27048816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:48.503590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '70bfa7a4-be25-4e69-99ae-ca91c9e3ec16', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'floating_ip_address': '172.28.0.162', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'mac_address': 'fa:16:3e:10:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:04:24Z', 'updated_at': '2021-04-02T18:04:44Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:04:48.508519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2dbdd-e18e-4c5e-b10f-efcffdaefe66 None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '70bfa7a4-be25-4e69-99ae-ca91c9e3ec16', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'floating_ip_address': '172.28.0.162', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'mac_address': 'fa:16:3e:10:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:04:24Z', 'updated_at': '2021-04-02T18:04:44Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:04:48.641991 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61999818-4a23-4c01-b7a2-0ee05266b73a req-a068e5e0-d130-4025-91af-860b5218113b service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430992 Apr 02 18:04:48.965966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a450a-c8d1-4744-b139-301afa747da8 None None] New status for floating IP 70bfa7a4-be25-4e69-99ae-ca91c9e3ec16: ACTIVE {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:04:49.485532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279411f8-d7da-414f-9ed3-2fc400972dc4 req-e8c88ee4-d6cb-430a-9c2d-5440ebc9b368 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:49.488109 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-279411f8-d7da-414f-9ed3-2fc400972dc4 req-e8c88ee4-d6cb-430a-9c2d-5440ebc9b368 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1148152 Apr 02 18:04:49.545881 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-279411f8-d7da-414f-9ed3-2fc400972dc4 req-7e379708-4c4b-4746-a407-b759f157c4d8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Apr 02 18:04:49.897166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:50.202565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6fe9-c93b-4f18-846c-475a93357c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:50.506761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-31d4f1fa-ec15-4368-9296-498709f3de0a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:50.516021 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-31d4f1fa-ec15-4368-9296-498709f3de0a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/networks?id=e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 200 len: 813 time: 0.1807129 Apr 02 18:04:50.535890 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-1bfe22f9-f6da-4323-a371-9e756bfc6419 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/quotas/9b07fd163add42718c7fd2dec2e5bbfc HTTP/1.1" status: 200 len: 375 time: 0.0185537 Apr 02 18:04:50.595858 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-56c0585d-97c7-45c7-99a1-7fd98f8c1cf5 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589192 Apr 02 18:04:51.081343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c469c0-65fe-4fef-a9bb-e57c1e51a853 req-f3176731-7b50-405b-ab6c-ad0bd00efa96 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:51.083049 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c7c469c0-65fe-4fef-a9bb-e57c1e51a853 req-f3176731-7b50-405b-ab6c-ad0bd00efa96 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1339731 Apr 02 18:04:51.093695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-73e241a6-d9a3-43bb-aecf-99449e87e439 service neutron] 10.222.0.22 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968436 Apr 02 18:04:51.094608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:51.184140 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c7c469c0-65fe-4fef-a9bb-e57c1e51a853 req-9da5b686-0d70-4d9c-a484-07901ce5ed2b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670986 Apr 02 18:04:51.301891 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-297b75fc-7836-401d-8d4f-274438329640 service neutron] 10.222.0.22 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069407 Apr 02 18:04:51.520028 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-09d27b4a-dc73-4184-af07-9642ae7eecb2 req-f36fc404-6f3e-483a-a927-5ec01a928dab tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 210 time: 0.0611074 Apr 02 18:04:52.431674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506485-a0a0-417f-80e0-0c6cccbad9ce req-abbc983f-a240-4ab7-a509-a2cf90872ad2 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:52.433729 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc506485-a0a0-417f-80e0-0c6cccbad9ce req-abbc983f-a240-4ab7-a509-a2cf90872ad2 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1003797 Apr 02 18:04:52.487589 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc506485-a0a0-417f-80e0-0c6cccbad9ce req-22222a3b-e1a5-40bb-9549-52b82f22ba2f tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Apr 02 18:04:52.682316 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-002191de-8974-43a9-9a96-06e25d85fc63 req-0c42d9c0-59b5-4b90-9251-765666aef5d9 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 210 time: 0.0495822 Apr 02 18:04:52.700068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55904) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:52.848155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:52.853362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:52.869161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:52.873391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Usage tracker for resource:security_group_rule and tenant:ffda3a45236c489d9ccf901ecbaed2c9 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:52.876345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:52.882468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:52.899224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-359bca37-3e7b-4a4e-b356-db711371d1ba tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:52.900075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-359bca37-3e7b-4a4e-b356-db711371d1ba tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Synchronizing usage tracker for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:network {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:52.916674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-359bca37-3e7b-4a4e-b356-db711371d1ba tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Unset dirty status for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:network {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:52.918069 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-359bca37-3e7b-4a4e-b356-db711371d1ba tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "GET /v2.0/networks?id=e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 200 len: 813 time: 0.1857851 Apr 02 18:04:52.932167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Request body: {'port': {'device_id': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1', 'admin_state_up': True, 'tenant_id': '9b07fd163add42718c7fd2dec2e5bbfc'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:52.977806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:52.981222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:52.990424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:53.033309 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffda3a45236c489d9ccf901ecbaed2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320227 Apr 02 18:04:53.034239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde99dc-9a7a-4470-af64-7849670903f3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:53.037987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:53.038161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55912) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:53.116678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:53.127558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Usage tracker for resource:port and tenant:9b07fd163add42718c7fd2dec2e5bbfc is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:53.132876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:53.141684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:53.143819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.171134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Made reservation on behalf of 9b07fd163add42718c7fd2dec2e5bbfc for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:04:53.177130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.191581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.353052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.362437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:53.381204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde99dc-9a7a-4470-af64-7849670903f3,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:53.386072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:53.412651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.421729 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5dde99dc-9a7a-4470-af64-7849670903f3 HTTP/1.1" status: 204 len: 168 time: 0.3796062 Apr 02 18:04:53.428052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Allocated IP 172.20.0.10 (e35c6e80-e168-416a-ab43-47185a53dcb1/306cd3bd-ea50-4722-841e-9334ce30f5a7/3449a737-e071-4bc8-ba6e-0e39bc1d47af) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:04:53.753617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.812906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:53.840117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34951026-207d-4467-9ef8-613da82600eb req-ea83b280-b221-46dd-88be-851e50619513 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:53.854212 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-34951026-207d-4467-9ef8-613da82600eb req-ea83b280-b221-46dd-88be-851e50619513 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1707695 Apr 02 18:04:53.919418 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-34951026-207d-4467-9ef8-613da82600eb req-e7546109-33bf-401c-ab47-3704c0569658 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639598 Apr 02 18:04:54.046028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:54.121446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107a71-6eed-4b19-8d5c-4b4a2c36fb2b req-b96f4c0d-3a84-4de9-8fd7-9aea77fdc4f9 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:54.123115 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-39107a71-6eed-4b19-8d5c-4b4a2c36fb2b req-b96f4c0d-3a84-4de9-8fd7-9aea77fdc4f9 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 932 time: 0.1022904 Apr 02 18:04:54.147786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Network e35c6e80-e168-416a-ab43-47185a53dcb1 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:04:54.148641 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 55966) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:54.154614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:04:54.174479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:04:54.179027 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-39107a71-6eed-4b19-8d5c-4b4a2c36fb2b req-6290e1e8-8c20-49f4-a7b6-00e01527794d tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493467 Apr 02 18:04:54.210301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.220315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Pushing event updated for resources: {'Port': ['ID=3449a737-e071-4bc8-ba6e-0e39bc1d47af,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:54.230117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:54.251955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:54.260072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c345b5a9d384aa1a5eca53e1d96a896 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:54.264906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:54.278002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:54.278705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.282668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:54.312199 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3846166 Apr 02 18:04:54.329767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Request body: {'port': {'device_id': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:04:54.493120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.498175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.504958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:54.511351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.592059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c345b5a9d384aa1a5eca53e1d96a896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421651 Apr 02 18:04:54.595473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55972) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:54.598827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaddb33-aa8c-4275-b298-45204f90133c,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:54.603384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:54.660067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.688312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.747393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.765655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f2d7e6c5-e284-4008-856e-385f0cefd762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:54.785603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaddb33-aa8c-4275-b298-45204f90133c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:54.788577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:54.789645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:54.791547 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afaddb33-aa8c-4275-b298-45204f90133c HTTP/1.1" status: 204 len: 168 time: 0.1948378 Apr 02 18:04:55.022040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3449a737-e071-4bc8-ba6e-0e39bc1d47af {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:04:55.046650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.081861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Transition to ACTIVE for port object 3449a737-e071-4bc8-ba6e-0e39bc1d47af will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:04:55.085159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.124209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:55.174667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088758-af78-4911-874e-76de6bd0f70b req-f0279339-b66f-4c4b-862f-63cdfb3acbc8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:55.182728 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-45088758-af78-4911-874e-76de6bd0f70b req-f0279339-b66f-4c4b-862f-63cdfb3acbc8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1130271 Apr 02 18:04:55.241932 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-45088758-af78-4911-874e-76de6bd0f70b req-3f1a8a92-5acc-4874-b54b-18e35709c70b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Apr 02 18:04:55.263098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced836-0453-481d-9962-c16941301198 service neutron] Pushing event updated for resources: {'Port': ['ID=3449a737-e071-4bc8-ba6e-0e39bc1d47af,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:55.267921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-54ced836-0453-481d-9962-c16941301198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:55.315819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 55998) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:55.337750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.433695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:55.443982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b5f07d543341ed84b66d5d9179b77a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:55.448463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:55.455963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:55.486872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Attempting to bind port 3449a737-e071-4bc8-ba6e-0e39bc1d47af on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:04:55.487204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Attempting to bind port 3449a737-e071-4bc8-ba6e-0e39bc1d47af by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:04:55.487695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Attempting to bind port 3449a737-e071-4bc8-ba6e-0e39bc1d47af on network e35c6e80-e168-416a-ab43-47185a53dcb1 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:55.493015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Port 3449a737-e071-4bc8-ba6e-0e39bc1d47af on network e35c6e80-e168-416a-ab43-47185a53dcb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:04:55.493489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Attempting to bind port 3449a737-e071-4bc8-ba6e-0e39bc1d47af on network e35c6e80-e168-416a-ab43-47185a53dcb1 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:04:55.499421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:04:55.499960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Checking segment: {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:04:55.500574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Bound using segment: {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:04:55.501191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Bound port: 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:04:55.501782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.522346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e090cd-818d-4f49-a566-7bd437fd77d0 req-e0332499-edd4-4ba8-9a1b-72a21f3025a0 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:55.523980 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22e090cd-818d-4f49-a566-7bd437fd77d0 req-e0332499-edd4-4ba8-9a1b-72a21f3025a0 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 944 time: 0.1899688 Apr 02 18:04:55.605177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] For port 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:04:55.609098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] For port 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:04:55.613545 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.614916 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22e090cd-818d-4f49-a566-7bd437fd77d0 req-06e033a2-111a-48e8-9e0d-1970a0469785 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774937 Apr 02 18:04:55.619744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.623445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.625040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:55.637389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:55.637610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0f9c37a1-b3ff-4010-8b68-93d3dfca0891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:55.687065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3cc45e-fed9-4596-a18a-e513e0bf7646,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:55.694949 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4b5f07d543341ed84b66d5d9179b77a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779411 Apr 02 18:04:55.695751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56012) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:55.696123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:55.828674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56018) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:56.029758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.048186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:56.052315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Usage tracker for resource:security_group_rule and tenant:192c62d5314a4fcba191ad9caee58749 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:56.055827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:56.056227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced836-0453-481d-9962-c16941301198 service neutron] Pushing event updated for resources: {'Port': ['ID=3449a737-e071-4bc8-ba6e-0e39bc1d47af,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:56.062230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:56.065137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-54ced836-0453-481d-9962-c16941301198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:56.102834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.136528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:56.137193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.138684 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-54ced836-0453-481d-9962-c16941301198 service neutron] 10.222.0.11 "PUT /v2.0/ports/3449a737-e071-4bc8-ba6e-0e39bc1d47af HTTP/1.1" status: 200 len: 1094 time: 1.8151174 Apr 02 18:04:56.139199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'tag': '3449a737-e071-4bc8-ba6e-0e39bc1d47af'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:04:56.151377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.163380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.167837 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.195786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-535fb160-f201-40c6-a688-6655f08e59a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:56.207765 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=192c62d5314a4fcba191ad9caee58749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749411 Apr 02 18:04:56.209851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56038) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:56.241151 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'tag': '3449a737-e071-4bc8-ba6e-0e39bc1d47af', 'status': 'completed', 'code': 200} Apr 02 18:04:56.284688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc44c8-c472-4b58-a9bd-7f843a987541,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:56.287577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.289560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:56.307704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.315056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-abdb134e-7ef5-4dfb-bb73-0b60ce1201e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:56.321594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.332137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3cc45e-fed9-4596-a18a-e513e0bf7646,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:56.337459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:56.347921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.352267 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac3cc45e-fed9-4596-a18a-e513e0bf7646 HTTP/1.1" status: 204 len: 168 time: 0.6535752 Apr 02 18:04:56.358529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-af1b15e9-b855-4da1-bf3b-d7dda2b93248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:56.360154 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-af1b15e9-b855-4da1-bf3b-d7dda2b93248 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 1097 time: 0.1685710 Apr 02 18:04:56.368971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.375181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2b979433-b163-4626-ac5c-ca013f8c3e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:56.389613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc44c8-c472-4b58-a9bd-7f843a987541,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:56.393378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:56.403208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:56.404563 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20fc44c8-c472-4b58-a9bd-7f843a987541 HTTP/1.1" status: 204 len: 168 time: 0.1937699 Apr 02 18:04:56.505369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f33ab-a57f-472c-afe4-1022adf58639 req-3fdf2d36-5f08-4f5d-b351-9d0598c100bd tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:56.507199 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-014f33ab-a57f-472c-afe4-1022adf58639 req-3fdf2d36-5f08-4f5d-b351-9d0598c100bd tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0985775 Apr 02 18:04:56.515327 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-424995b4-3235-46ca-b681-0a5894902e65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af HTTP/1.1" status: 200 len: 217 time: 0.1361554 Apr 02 18:04:56.604851 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-014f33ab-a57f-472c-afe4-1022adf58639 req-0e609dab-30f2-4adf-935d-d7717c749ef9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882931 Apr 02 18:04:56.689897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-ee859aa2-f81d-4bc6-89cb-87f629765a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:56.692373 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-ee859aa2-f81d-4bc6-89cb-87f629765a6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=306cd3bd-ea50-4722-841e-9334ce30f5a7 HTTP/1.1" status: 200 len: 853 time: 0.1737914 Apr 02 18:04:56.840029 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-5edb855b-256f-4cfa-b51d-76ba0204d2af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e35c6e80-e168-416a-ab43-47185a53dcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381671 Apr 02 18:04:57.002529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b01d-68df-44cf-a087-7d4de5ddb434 req-d326fc6b-d9f2-4189-b68e-15abdb4b76a1 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:57.027701 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8c2b01d-68df-44cf-a087-7d4de5ddb434 req-d326fc6b-d9f2-4189-b68e-15abdb4b76a1 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 944 time: 0.1325963 Apr 02 18:04:57.067413 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-358ab4f5-9992-4ef7-9943-09060d8e3df6 service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180133 Apr 02 18:04:57.073905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56076) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:57.137919 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a8c2b01d-68df-44cf-a087-7d4de5ddb434 req-1bc685c7-7c24-4996-9903-67f8968f7075 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027417 Apr 02 18:04:57.185751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680146-aa98-4cde-a80f-432b9bd52cad req-7ce3e92c-dddb-41ea-915e-f297e793a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:57.187359 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ba680146-aa98-4cde-a80f-432b9bd52cad req-7ce3e92c-dddb-41ea-915e-f297e793a88e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.1055765 Apr 02 18:04:57.217185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.241415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-ba680146-aa98-4cde-a80f-432b9bd52cad req-032711f3-2d9b-4044-a5ac-418440928f33 service neutron] Synchronizing usage tracker for tenant:5f60b683d886492fa333dfec8cee0cd5 on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:04:57.258595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:57.260785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-ba680146-aa98-4cde-a80f-432b9bd52cad req-032711f3-2d9b-4044-a5ac-418440928f33 service neutron] Unset dirty status for tenant:5f60b683d886492fa333dfec8cee0cd5 on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:04:57.261879 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ba680146-aa98-4cde-a80f-432b9bd52cad req-032711f3-2d9b-4044-a5ac-418440928f33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614064 Apr 02 18:04:57.264751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Usage tracker for resource:security_group_rule and tenant:a42366a7d8a74e5ab3144f609604116f is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:57.270289 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:57.280379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:57.307330 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0fb6ecc-de09-4208-9090-6c18eb073d99 req-1ba3537f-a623-4d81-a94d-c312ce105151 service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933112 Apr 02 18:04:57.404026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.444082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.465318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c8a6f171-189c-466e-a10c-05991720c09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:57.508031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866084b5-c39a-4667-a211-1c769bb6df7b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:57.512697 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a42366a7d8a74e5ab3144f609604116f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377162 Apr 02 18:04:57.513906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:57.515626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56108) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:57.546203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-2bd60d80-6187-4649-ac5b-dabae587a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:57.547965 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-2bd60d80-6187-4649-ac5b-dabae587a3df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 1097 time: 0.1426075 Apr 02 18:04:57.583782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.613893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.664458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.668835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9610bc71-ed47-4713-ad5b-6c074d7c0e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:57.683039 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866084b5-c39a-4667-a211-1c769bb6df7b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:57.692312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:57.699055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:57.700410 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/866084b5-c39a-4667-a211-1c769bb6df7b HTTP/1.1" status: 204 len: 168 time: 0.1837277 Apr 02 18:04:57.720460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-c08374f7-ffe7-45e2-81a0-e809d9bbf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:57.722102 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-c08374f7-ffe7-45e2-81a0-e809d9bbf475 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 200 len: 914 time: 0.1622689 Apr 02 18:04:57.806896 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-9eadc673-490c-4c4c-8102-7a8cbc2827af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af HTTP/1.1" status: 200 len: 217 time: 0.0661678 Apr 02 18:04:57.865463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1414-6141-4155-aefc-b69da41bf304 req-1819e9a4-b3bc-4aef-8ff3-378420d682ff tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:57.867046 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db5f1414-6141-4155-aefc-b69da41bf304 req-1819e9a4-b3bc-4aef-8ff3-378420d682ff tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1027489 Apr 02 18:04:57.880214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-f85e71c0-52d4-41c5-b36f-84305218ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:57.882518 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-f85e71c0-52d4-41c5-b36f-84305218ab5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=306cd3bd-ea50-4722-841e-9334ce30f5a7 HTTP/1.1" status: 200 len: 853 time: 0.0684078 Apr 02 18:04:57.928291 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-db5f1414-6141-4155-aefc-b69da41bf304 req-1c2aca5e-2dec-44d9-99f2-253ac77aa760 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Apr 02 18:04:57.941084 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-7b5c315c-85ec-45ff-b787-3b4345aef60e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e35c6e80-e168-416a-ab43-47185a53dcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468171 Apr 02 18:04:58.106310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56128) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:58.116032 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-9637287d-9f20-4265-a347-82a94e3faef5 service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668959 Apr 02 18:04:58.124686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.139846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:04:58.143834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7c12ad9c7948d1aad6f9bc1bf811fa is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:04:58.146927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:04:58.155035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:04:58.247017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.253860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.263587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d34fca0d-ba5e-4ac1-ab82-ba605e6ac850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:58.287909 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc29d1f-2737-4145-b547-aeea3010d0e9 req-55406057-98d9-4f60-acbe-575f04c3f22c service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545832 Apr 02 18:04:58.310384 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb7c12ad9c7948d1aad6f9bc1bf811fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028666 Apr 02 18:04:58.312557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c1478-43de-4787-908d-c13cd5df2198,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:58.313568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56134) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:04:58.316207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:58.379267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.410755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.428558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2ad0-aa8a-469b-a335-e47d04b9463f req-759e50cd-cf8c-49d0-8819-fdd1f24bdfc0 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:58.430346 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bdff2ad0-aa8a-469b-a335-e47d04b9463f req-759e50cd-cf8c-49d0-8819-fdd1f24bdfc0 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 944 time: 0.0982077 Apr 02 18:04:58.460876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.466453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1c84b4f8-70bc-472f-8371-e65332868110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:04:58.481697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c1478-43de-4787-908d-c13cd5df2198,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:04:58.484848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:04:58.488732 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bdff2ad0-aa8a-469b-a335-e47d04b9463f req-afe03421-c640-4db8-8513-57a894a4b54c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504925 Apr 02 18:04:58.494509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:04:58.495748 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c31c1478-43de-4787-908d-c13cd5df2198 HTTP/1.1" status: 204 len: 168 time: 0.1810095 Apr 02 18:04:59.149866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2e66-4615-4e29-87a3-3347744a8692 req-ee455226-e1be-4813-b498-768dc2b1222e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:59.151657 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02df2e66-4615-4e29-87a3-3347744a8692 req-ee455226-e1be-4813-b498-768dc2b1222e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0936911 Apr 02 18:04:59.204634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02df2e66-4615-4e29-87a3-3347744a8692 req-2e45311e-4e81-403c-b6ac-cf5a9616936c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Apr 02 18:04:59.628910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:04:59.659250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084661-5e10-48b4-b373-68fb4761c525 req-9807e94d-7207-41c2-98cf-b7342cc5f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:59.660866 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-9807e94d-7207-41c2-98cf-b7342cc5f04d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.1139712 Apr 02 18:04:59.756312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3712584-4ebb-4fb4-bd4d-aa3d9eefb694 req-980f3293-ca37-4ae5-ad90-7c9fbbce1a6d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:59.764803 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3712584-4ebb-4fb4-bd4d-aa3d9eefb694 req-980f3293-ca37-4ae5-ad90-7c9fbbce1a6d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1777077 Apr 02 18:04:59.833090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4290874-5f39-400b-9d1f-9cd22d161c71 req-0a62ba54-8034-4056-a7e8-90efef3d6936 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:59.833508 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f4290874-5f39-400b-9d1f-9cd22d161c71 req-0a62ba54-8034-4056-a7e8-90efef3d6936 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 944 time: 0.2008495 Apr 02 18:04:59.835890 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084661-5e10-48b4-b373-68fb4761c525 req-e8b2823d-d83e-4147-b083-f737d90945f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:04:59.838172 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-e8b2823d-d83e-4147-b083-f737d90945f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.1693840 Apr 02 18:04:59.887296 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3712584-4ebb-4fb4-bd4d-aa3d9eefb694 req-9267d226-0f9f-42df-aeb6-4b84b666de4c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219373 Apr 02 18:04:59.936134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f4290874-5f39-400b-9d1f-9cd22d161c71 req-1ba4a863-f9bd-4a34-bb4d-d58fc2277280 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922444 Apr 02 18:04:59.952483 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-ab632dd8-75af-4013-bd2c-3f51f6130f2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.1038175 Apr 02 18:05:00.072741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084661-5e10-48b4-b373-68fb4761c525 req-715d2f8a-c1e9-4f85-9264-f6cc3bce5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:00.075232 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-715d2f8a-c1e9-4f85-9264-f6cc3bce5596 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.1153901 Apr 02 18:05:00.152770 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-3e6f5c4e-93d6-4050-b5d2-85d6544c7aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705843 Apr 02 18:05:00.299222 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-5afc7d6b-634e-49aa-8bef-50550e092227 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395555 Apr 02 18:05:00.454154 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa084661-5e10-48b4-b373-68fb4761c525 req-0dad9174-8391-4f69-891f-28fb76f57ecc service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449811 Apr 02 18:05:00.552435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3449a737-e071-4bc8-ba6e-0e39bc1d47af details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:05:00.886272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:00.912667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '3449a737-e071-4bc8-ba6e-0e39bc1d47af', 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1', 'port_id': '3449a737-e071-4bc8-ba6e-0e39bc1d47af', 'mac_address': 'fa:16:3e:83:0d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306cd3bd-ea50-4722-841e-9334ce30f5a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:05:01.008783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.036957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3449a737-e071-4bc8-ba6e-0e39bc1d47af {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:01.059223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:01.066006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.078363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:01.184826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=3449a737-e071-4bc8-ba6e-0e39bc1d47af,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:01.192870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:01.260666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9e6c6-d409-4e68-9934-b0943653b5ee req-76e0976f-6796-4a3f-834c-c57175e555eb tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:01.262391 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d2d9e6c6-d409-4e68-9934-b0943653b5ee req-76e0976f-6796-4a3f-834c-c57175e555eb tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 945 time: 0.1524689 Apr 02 18:05:01.281016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84ba53-4d9f-4a37-b1d3-95aa95912217 req-71453d1e-acfb-47f0-9b72-7ca096b03e79 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:01.282677 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c84ba53-4d9f-4a37-b1d3-95aa95912217 req-71453d1e-acfb-47f0-9b72-7ca096b03e79 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2146499 Apr 02 18:05:01.350540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56270) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:01.362595 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c84ba53-4d9f-4a37-b1d3-95aa95912217 req-616f0632-a154-48c8-b1c8-7de5cd9818a9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633137 Apr 02 18:05:01.365581 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d2d9e6c6-d409-4e68-9934-b0943653b5ee req-36453f34-1458-41a3-ba63-91c58ad355f9 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818982 Apr 02 18:05:01.383919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['3449a737-e071-4bc8-ba6e-0e39bc1d47af'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:05:01.496394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.512963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:01.517067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Usage tracker for resource:security_group_rule and tenant:e11a5bc84d45447dab65f3750f49a03f is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:01.519959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:01.526264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:01.613385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.616659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.626202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-340ee28e-4e12-41be-82f3-7aef3cd55fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:01.668707 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e11a5bc84d45447dab65f3750f49a03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168521 Apr 02 18:05:01.670409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009b357-63f3-481d-910c-4ad9be6d2487,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:01.671764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56276) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:01.673771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:01.739660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.776531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.821728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.826764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4dfa32f5-c31b-437f-8654-6f229a11e472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:01.840288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009b357-63f3-481d-910c-4ad9be6d2487,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:01.843948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:01.849905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:01.853688 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e009b357-63f3-481d-910c-4ad9be6d2487 HTTP/1.1" status: 204 len: 168 time: 0.1781178 Apr 02 18:05:02.170783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56294) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:02.190225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.205785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:02.209852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb5f3dca766c48b69be42a7f5759cfd9 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:02.212875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:02.218846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:02.306498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.309832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.319861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8061e35c-bc0e-4d7c-9567-b8ec288fcd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:02.365175 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb5f3dca766c48b69be42a7f5759cfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931546 Apr 02 18:05:02.366808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb0bb9-3718-4814-b6c1-5e0feb77008f,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:02.368162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56298) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:02.371565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:02.467685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.513932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.564008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3449a737-e071-4bc8-ba6e-0e39bc1d47af up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:02.570725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.576665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-09d05581-a402-4f35-afff-52a476317042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:02.594707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb0bb9-3718-4814-b6c1-5e0feb77008f,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:02.600288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:02.605494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.607695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5bb0bb9-3718-4814-b6c1-5e0feb77008f HTTP/1.1" status: 204 len: 168 time: 0.2382698 Apr 02 18:05:02.689754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 3449a737-e071-4bc8-ba6e-0e39bc1d47af completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:02.695820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 3449a737-e071-4bc8-ba6e-0e39bc1d47af triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:02.696242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.744417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea7acc-ba6a-4523-a3b8-7efaf42d7f58 req-c39e9213-3415-4a05-b722-744c3fc2a808 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:02.752613 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1ea7acc-ba6a-4523-a3b8-7efaf42d7f58 req-c39e9213-3415-4a05-b722-744c3fc2a808 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 945 time: 0.2515347 Apr 02 18:05:02.787492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec053a75-fae3-499f-b9b8-a245359dffcc req-f797e60c-78dd-4f4f-a3b9-a0422a142554 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:02.795436 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec053a75-fae3-499f-b9b8-a245359dffcc req-f797e60c-78dd-4f4f-a3b9-a0422a142554 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2271686 Apr 02 18:05:02.872388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.882848 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1ea7acc-ba6a-4523-a3b8-7efaf42d7f58 req-8014aad8-a856-4983-bf5f-b26b22c7e9a6 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291156 Apr 02 18:05:02.898272 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec053a75-fae3-499f-b9b8-a245359dffcc req-b06e4b10-03ee-42e8-91b1-f08e0159fe9c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018212 Apr 02 18:05:02.907667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56318) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:02.937362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:02.938554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3449a737-e071-4bc8-ba6e-0e39bc1d47af'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:02.946033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:02.948353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:03.031476 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3449a737-e071-4bc8-ba6e-0e39bc1d47af', 'code': 200} Apr 02 18:05:03.032192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=3449a737-e071-4bc8-ba6e-0e39bc1d47af,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:03.046461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:03.106799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.124222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:03.128343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Usage tracker for resource:security_group_rule and tenant:2e759356420b4ef99dbf433c2cf2af32 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:03.131394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:03.139165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:03.239520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.244375 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.256123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e931bd82-6146-4e53-a459-f15a7dcfe34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:03.293975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb327fe0-52a3-4bcf-8e5d-3be20229074b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:03.298259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:03.343358 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e759356420b4ef99dbf433c2cf2af32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318943 Apr 02 18:05:03.343820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56342) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:03.624810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.671570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91139-4911-4a99-8187-567407682099 req-b09f9b32-205e-4eb8-99ab-2e482cf5e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:03.673200 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e4b91139-4911-4a99-8187-567407682099 req-b09f9b32-205e-4eb8-99ab-2e482cf5e1e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 1099 time: 0.2722869 Apr 02 18:05:03.675125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.740456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56364) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:03.750321 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e4b91139-4911-4a99-8187-567407682099 req-f4989459-26fe-4c39-83df-7ed270b7310f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Apr 02 18:05:03.767800 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.775865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-867abef2-3037-49a4-bafc-fab992b660a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:03.791217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb327fe0-52a3-4bcf-8e5d-3be20229074b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:03.795416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:03.797292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.801775 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb327fe0-52a3-4bcf-8e5d-3be20229074b HTTP/1.1" status: 204 len: 168 time: 0.4568520 Apr 02 18:05:03.842065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2efa3-223f-4b54-bd91-c9457e086f35 req-a57ec949-a1bf-4cac-b8ee-ffc816fe0856 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:03.844239 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-dce2efa3-223f-4b54-bd91-c9457e086f35 req-a57ec949-a1bf-4cac-b8ee-ffc816fe0856 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1212537 Apr 02 18:05:03.893319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296586998-network', 'tenant_id': '20783ad8fb19486282d6126c5541f328'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:03.899647 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-dce2efa3-223f-4b54-bd91-c9457e086f35 req-1ac03b8a-24d6-4e42-8bf7-9d17dd063957 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478892 Apr 02 18:05:03.901855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:03.906572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Usage tracker for resource:network and tenant:20783ad8fb19486282d6126c5541f328 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:03.910316 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:03.917363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:03.937967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Made reservation on behalf of 20783ad8fb19486282d6126c5541f328 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:03.942955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.956957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:03.973824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:03.978224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:20783ad8fb19486282d6126c5541f328 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:03.981169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:03.987225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:04.079056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.085905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.090572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7d5cdd9e-e80d-45db-8c91-8b4b53c04751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:04.101032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3672-168c-4353-b0ee-1732d94976cb req-1b32e31d-caaa-4da2-beb8-e4637fd33fdb tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:04.106743 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9c3c3672-168c-4353-b0ee-1732d94976cb req-1b32e31d-caaa-4da2-beb8-e4637fd33fdb tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.0928724 Apr 02 18:05:04.120320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:05:04.134166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dda9c9-49e9-4bb7-9887-58e95d7976b6,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:04.137575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:04.140395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.140776 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Added segment 0e358e72-987d-4c39-a525-6a8d0f2d408c of type vlan for network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 Apr 02 18:05:04.173005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.198484 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9c3c3672-168c-4353-b0ee-1732d94976cb req-ea8b427f-e664-4e3d-8231-2f409656beca tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768244 Apr 02 18:05:04.214801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.216209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:04.216892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.222088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7660a78a-0d0d-4ab4-9c77-3ece166ae195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:04.539695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7951617 Apr 02 18:05:04.539695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d73be367-bbdc-4031-8fd0-f1d7afc95ed8,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:04.540359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56394) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:04.542934 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:04.546347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Request body: {'subnet': {'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296586998-subnet', 'tenant_id': '20783ad8fb19486282d6126c5541f328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:04.558313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:04.559422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:05:04.563251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Usage tracker for resource:subnet and tenant:20783ad8fb19486282d6126c5541f328 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:04.564486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56398) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:04.566343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:04.572658 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:04.584628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Made reservation on behalf of 20783ad8fb19486282d6126c5541f328 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:04.589636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840204891'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.769606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-350301128-network', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:04.777500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:04.784608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Usage tracker for resource:network and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:04.788408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:04.796500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:04.807557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Made reservation on behalf of 0917afcac84b4b6c85d54c71c2b8707b for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:04.815735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.836137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.856465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:04.862667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:04.866870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:04.873938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:04.964598 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.968757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:04.973175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0b392327-cb78-455e-9506-f08ba1c7d7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:05.000731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:05:05.014929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb89194-9d82-44d6-bb3e-3c073f40945d,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:05.019616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:05.020637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.021020 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Added segment 96c3dd41-51c7-4640-baf4-654c5569d502 of type vlan for network f9916792-909f-45bc-a067-bdcc8c261b8c Apr 02 18:05:05.053551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.068968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034291f4-347d-4d77-ba8a-21a8574a3722 req-49e9b4a8-11b6-4f44-b501-8de6e5a81944 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:05.070634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-034291f4-347d-4d77-ba8a-21a8574a3722 req-49e9b4a8-11b6-4f44-b501-8de6e5a81944 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2011704 Apr 02 18:05:05.088129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.089531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:05.090181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.095570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e4d4bcbe-c447-4b4a-9e55-3ca5b6bb7346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:05.195721 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-034291f4-347d-4d77-ba8a-21a8574a3722 req-79fc2547-3083-4134-bd3c-cd3931e833e8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150641 Apr 02 18:05:05.205372 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6393094 Apr 02 18:05:05.206587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Pushing event updated for resources: {'Network': ['ID=f9916792-909f-45bc-a067-bdcc8c261b8c,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:05.208702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56454) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:05.213380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:05.217021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Request body: {'subnet': {'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-350301128-subnet', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:05.222715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:05.226898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Usage tracker for resource:subnet and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:05.230010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:05.233531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1293-b20e-4780-b228-1a47eb9635b0 req-1759a954-d79a-45f0-9982-7a53434e5a7f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:05.234501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network f9916792-909f-45bc-a067-bdcc8c261b8c details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:05:05.235115 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3f3b1293-b20e-4780-b228-1a47eb9635b0 req-1759a954-d79a-45f0-9982-7a53434e5a7f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1569638 Apr 02 18:05:05.236238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:05.257602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Made reservation on behalf of 0917afcac84b4b6c85d54c71c2b8707b for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:05.262553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15547954'] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.700347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839296120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840204906'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.704922 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3f3b1293-b20e-4780-b228-1a47eb9635b0 req-c56fbef2-a169-489e-ae26-20bbb5a9128f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4303062 Apr 02 18:05:05.722924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:05.737702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838534062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15547905'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:05.757674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-161c9331-55b3-4db9-b478-180367f52e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:05.915221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c4f529-811d-4c15-bf72-0f8a545dc23e,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:05.919528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:05.959050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e81fa5-c742-4a24-ae3a-89558fb24efa req-df1adcfe-4bf0-4682-be95-fd0a7a5efa15 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:05.965784 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a5e81fa5-c742-4a24-ae3a-89558fb24efa req-df1adcfe-4bf0-4682-be95-fd0a7a5efa15 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.5959013 Apr 02 18:05:05.970688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ea60bd-48b0-4f99-8007-1baacfa7af11,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:05.974867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:06.001174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Checking segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:06.001732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Network hostable DHCP agents. Network: f9916792-909f-45bc-a067-bdcc8c261b8c, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:05:06.024642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Network f9916792-909f-45bc-a067-bdcc8c261b8c is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:05:06.034933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, f9916792-909f-45bc-a067-bdcc8c261b8c) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:06.048495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:06.049051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e109d0f-05ba-44b2-8932-5bcb2cde9d11 None None] Network f9916792-909f-45bc-a067-bdcc8c261b8c requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:06.049531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:06.068256 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a5e81fa5-c742-4a24-ae3a-89558fb24efa req-36fe3cae-4259-491b-a11e-3c17a7e33e03 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010599 Apr 02 18:05:06.088209 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8673449 Apr 02 18:05:06.088209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56488) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:06.094640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:06.100429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:06.104796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Usage tracker for resource:router and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:06.108944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:06.116700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:06.117166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Checking segment: {'id': '0e358e72-987d-4c39-a525-6a8d0f2d408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:06.117610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Network hostable DHCP agents. Network: d73be367-bbdc-4031-8fd0-f1d7afc95ed8, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:05:06.129609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:06.133082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:06.141797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:05:06.162230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, d73be367-bbdc-4031-8fd0-f1d7afc95ed8) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:06.176810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:06.189587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:06.190257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:06.224365 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e5227-2139-45c7-a461-277ed120056f None None] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:06.251075 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7097614 Apr 02 18:05:06.517727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab857674-e62c-4923-8ead-ffbf7130b484 None None] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:06.658926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:06.819104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-f9916792-909f-45bc-a067-bdcc8c261b8c', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:05:06.820062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.187642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Allocated IP 172.20.0.2 (f9916792-909f-45bc-a067-bdcc8c261b8c/04c4f529-811d-4c15-bf72-0f8a545dc23e/ce10b026-926d-4a13-8df6-122001cc4283) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:07.229459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f67619-649e-4712-8245-f9b9e18148ab req-0f2a15f1-79eb-4256-b4f6-9c3488cc9a72 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:07.238580 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-32f67619-649e-4712-8245-f9b9e18148ab req-0f2a15f1-79eb-4256-b4f6-9c3488cc9a72 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1125560 Apr 02 18:05:07.273724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56556) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:07.289701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.292987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726484520-network', 'tenant_id': 'd51bce2572324b45beed432a5c5ad1c0'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:07.302919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:07.323909 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-32f67619-649e-4712-8245-f9b9e18148ab req-4b5085ce-085b-4dbf-9e86-f88babdaf46a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849836 Apr 02 18:05:07.325087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Usage tracker for resource:network and tenant:d51bce2572324b45beed432a5c5ad1c0 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:07.330824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.341901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:07.341901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:07.348719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Made reservation on behalf of d51bce2572324b45beed432a5c5ad1c0 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:07.353816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.368312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.389320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:07.396254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Usage tracker for resource:security_group_rule and tenant:d51bce2572324b45beed432a5c5ad1c0 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:07.397124 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:07.404363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:07.455703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.475042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Transition to ACTIVE for port object ce10b026-926d-4a13-8df6-122001cc4283 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:07.503090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Transition to ACTIVE for port object ce10b026-926d-4a13-8df6-122001cc4283 will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:07.508627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.512658 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Allocated IP 172.28.0.101 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/f794e0a8-bcda-4e17-97a0-e44d0cb7660a) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:07.517495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.526652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.539162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9281435b-4a01-4578-a15f-170bac95828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:07.580040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:05:07.601016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:07.602799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8cc9d5-9181-45c8-bcf7-4d37e9016a58,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:07.605965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.616634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Added segment ff8d827d-373d-47fc-b68b-b73bbf157775 of type vlan for network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 Apr 02 18:05:07.618137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:07.654673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.689803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Pushing event updated for resources: {'Port': ['ID=ce10b026-926d-4a13-8df6-122001cc4283,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:07.694275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:07.697649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.703474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.706143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:07.707064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.718050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:07.739514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.740071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Network f9916792-909f-45bc-a067-bdcc8c261b8c is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:07.741496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:07.745025 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:07.765957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-54ced836-0453-481d-9962-c16941301198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:07.862579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Attempting to bind port ce10b026-926d-4a13-8df6-122001cc4283 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:07.863591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Attempting to bind port ce10b026-926d-4a13-8df6-122001cc4283 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:07.864162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Attempting to bind port ce10b026-926d-4a13-8df6-122001cc4283 on network f9916792-909f-45bc-a067-bdcc8c261b8c {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:07.872666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:07.873326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Checking segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:07.873926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.874526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Bound using segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:07.875213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Bound port: ce10b026-926d-4a13-8df6-122001cc4283, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:07.875892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.913419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Pushing event updated for resources: {'Network': ['ID=afe5655d-4baf-4a3f-9272-b9c7aae0ef05,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:07.919828 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6333637 Apr 02 18:05:07.919828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:07.920088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56578) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:07.926366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Request body: {'subnet': {'network_id': 'afe5655d-4baf-4a3f-9272-b9c7aae0ef05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726484520-subnet', 'tenant_id': 'd51bce2572324b45beed432a5c5ad1c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:07.931887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:07.939464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Usage tracker for resource:subnet and tenant:d51bce2572324b45beed432a5c5ad1c0 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:07.939869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:05:07.942861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:07.949140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:07.962703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Made reservation on behalf of d51bce2572324b45beed432a5c5ad1c0 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:07.971737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840204891'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:07.986759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Pushing event updated for resources: {'Port': ['ID=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:07.998804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:08.050057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:08.051560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:08.056169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:08.116258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] For port ce10b026-926d-4a13-8df6-122001cc4283, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:08.131457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] For port ce10b026-926d-4a13-8df6-122001cc4283, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=ce10b026-926d-4a13-8df6-122001cc4283,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:08.138861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:08.174510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e9601c62-0b48-42dd-ac2a-d7a3aa32ab15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:08.470020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Pushing event updated for resources: {'Port': ['ID=ce10b026-926d-4a13-8df6-122001cc4283,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:08.475744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:08.556976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839296120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840204906'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:08.587335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-64201e9c-0598-4a3c-b5aa-30f9ff23a2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:08.818063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2430ceb-4bfc-48d1-89f9-b9ef51084682,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:08.827515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:08.858108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc78f3d-339a-4cd8-a43c-0bd5266a12ec req-1467f8a8-9f1b-4f5e-bb0a-1cd8578e4d69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:08.859781 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ebc78f3d-339a-4cd8-a43c-0bd5266a12ec req-1467f8a8-9f1b-4f5e-bb0a-1cd8578e4d69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.3496263 Apr 02 18:05:08.948942 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ebc78f3d-339a-4cd8-a43c-0bd5266a12ec req-a8a7a746-8902-4708-8de1-de28647a7d39 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761185 Apr 02 18:05:08.952191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Checking segment: {'id': 'ff8d827d-373d-47fc-b68b-b73bbf157775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'afe5655d-4baf-4a3f-9272-b9c7aae0ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:08.952589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Network hostable DHCP agents. Network: afe5655d-4baf-4a3f-9272-b9c7aae0ef05, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:05:08.954192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:08.993448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:05:09.005581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, afe5655d-4baf-4a3f-9272-b9c7aae0ef05) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:09.021167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80a361-4a00-444f-a17c-5fed4134c737 None None] Network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:09.035673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:09.036359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:09.065117 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1438539 Apr 02 18:05:09.417162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9f02c-8ddf-436a-8393-9cf3ce97994c None None] Network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:09.506326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:09.553698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b103b7-ed99-4797-9eef-174e56a4b18a req-46f5d4e7-57dd-4dda-9b43-52fe636b80e9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:09.555598 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-56b103b7-ed99-4797-9eef-174e56a4b18a req-46f5d4e7-57dd-4dda-9b43-52fe636b80e9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1329107 Apr 02 18:05:09.622020 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-56b103b7-ed99-4797-9eef-174e56a4b18a req-10530a0e-a5d8-437b-aebd-31fde0111ecc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577803 Apr 02 18:05:09.735092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-88747192-b216-4c7a-ab7a-4a4e1ee31f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:09.736819 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-88747192-b216-4c7a-ab7a-4a4e1ee31f3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.3556695 Apr 02 18:05:09.895776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Router d4a4ad83-701b-4853-9412-ef20247233f7 is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:05:09.922661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-d7fcd58a-dca5-45b5-9b70-d602d05ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:09.924258 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-d7fcd58a-dca5-45b5-9b70-d602d05ca759 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.1738687 Apr 02 18:05:10.125198 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-0e964a7b-901f-4c45-92c5-7a01bf74124e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.1386201 Apr 02 18:05:10.208826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb46452-f939-4f63-8f6d-c06493ce0a4e req-2021e219-e1a1-4480-8beb-90209404b0c1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:10.210883 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5cb46452-f939-4f63-8f6d-c06493ce0a4e req-2021e219-e1a1-4480-8beb-90209404b0c1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0965097 Apr 02 18:05:10.231904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-59370481-7675-41a8-b801-2d158df30fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:10.233512 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-59370481-7675-41a8-b801-2d158df30fc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.0936983 Apr 02 18:05:10.238290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e78f21-da7a-4283-b9e8-fe73f9afbb2f None None] Network f9916792-909f-45bc-a067-bdcc8c261b8c requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:10.263593 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5cb46452-f939-4f63-8f6d-c06493ce0a4e req-4a8dd0b9-0691-47ec-9426-a9ae78c82423 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Apr 02 18:05:10.288097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:05:10.297197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Sync routers for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:05:10.301374 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-f99506d3-21aa-4d82-8e7a-91077a6d96a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568063 Apr 02 18:05:10.307669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:10.308308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:10.406977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:10.411069 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3282659 Apr 02 18:05:10.413910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56618) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:10.480296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7800c2f6-e66c-47c3-bd08-9be7eca3b913 None None] Provisioning for port ce10b026-926d-4a13-8df6-122001cc4283 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:10.512947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:10.668846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device ce10b026-926d-4a13-8df6-122001cc4283 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:10.774546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port ce10b026-926d-4a13-8df6-122001cc4283 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:10.780601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port ce10b026-926d-4a13-8df6-122001cc4283 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:10.781223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:10.915330 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-648b7956-6236-40b1-aa44-090d19744745 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058011 Apr 02 18:05:10.936492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:10.951152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18847f-c445-446a-a497-c8199e001684 req-5b981e13-18d9-4d71-b720-2e01a92bfe19 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:10.954402 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc18847f-c445-446a-a497-c8199e001684 req-5b981e13-18d9-4d71-b720-2e01a92bfe19 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1149704 Apr 02 18:05:10.959054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:08Z', 'revision_number': 3, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:10.963963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Checking router: d4a4ad83-701b-4853-9412-ef20247233f7 for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:05:10.964564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Updating router d4a4ad83-701b-4853-9412-ef20247233f7 port f794e0a8-bcda-4e17-97a0-e44d0cb7660a binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:05:10.984660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-4918e247-54ca-4274-970e-11eb5ccf72aa None None] Provisioning complete for port ce10b026-926d-4a13-8df6-122001cc4283 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:10.985062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4918e247-54ca-4274-970e-11eb5ccf72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.020927 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc18847f-c445-446a-a497-c8199e001684 req-ae7fc997-b0f5-4e58-805e-218b89a28326 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584230 Apr 02 18:05:11.043999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.048066 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port ce10b026-926d-4a13-8df6-122001cc4283, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=ce10b026-926d-4a13-8df6-122001cc4283,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:11.053880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.058463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46fc6d18-3a2e-4c37-a748-7178f5649c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:11.138524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=ce10b026-926d-4a13-8df6-122001cc4283,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:11.144259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:11.281307 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6a1eab2-cfce-49e2-b384-af84bf268265 req-a49a4b51-98a9-4cb6-9ffa-4e3080917497 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551288 Apr 02 18:05:11.482002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7161d-b995-488d-9031-e3ca671ef4e6 req-03b513e6-2942-42d8-9325-c64f804f5f3a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:11.483757 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4ed7161d-b995-488d-9031-e3ca671ef4e6 req-03b513e6-2942-42d8-9325-c64f804f5f3a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0944023 Apr 02 18:05:11.489212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.502359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Transition to ACTIVE for port object f794e0a8-bcda-4e17-97a0-e44d0cb7660a will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:11.509134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.524987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:11.536907 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4ed7161d-b995-488d-9031-e3ca671ef4e6 req-cd806011-332b-4723-9c8b-50c23a7ed5c4 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 Apr 02 18:05:11.645919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.670799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Pushing event updated for resources: {'Port': ['ID=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:11.683436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.683806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.684140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.684527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.684878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.685330 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.685683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.686047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.686459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.686816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.687163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.687623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:11.691961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:11.909856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Allocated IP 172.20.0.1 (f9916792-909f-45bc-a067-bdcc8c261b8c/04c4f529-811d-4c15-bf72-0f8a545dc23e/e6930b41-17f4-4aca-abfc-03c418191cac) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:11.918376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Attempting to bind port f794e0a8-bcda-4e17-97a0-e44d0cb7660a on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:11.918788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Attempting to bind port f794e0a8-bcda-4e17-97a0-e44d0cb7660a by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:11.919190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Attempting to bind port f794e0a8-bcda-4e17-97a0-e44d0cb7660a on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:11.925018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:11.925458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:11.925888 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:11.926314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:11.926818 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Bound port: f794e0a8-bcda-4e17-97a0-e44d0cb7660a, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:11.927215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.002371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] For port f794e0a8-bcda-4e17-97a0-e44d0cb7660a, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:12.006161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] For port f794e0a8-bcda-4e17-97a0-e44d0cb7660a, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:12.011588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.025705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:12.073622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.090606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Transition to ACTIVE for port object e6930b41-17f4-4aca-abfc-03c418191cac will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:12.121145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.178712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Pushing event updated for resources: {'Port': ['ID=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:12.182240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8d8f96b8-16b9-46e1-9c72-0f5ba7e980b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:12.204861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4857174e-d71d-4f83-8606-5e9f1a7a195c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:12.225123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc5b62-2bb8-41c6-a54e-a548f427291f req-734bb551-d17c-4cd2-b8c8-b1b997a5ccb6 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:12.226726 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-51dc5b62-2bb8-41c6-a54e-a548f427291f req-734bb551-d17c-4cd2-b8c8-b1b997a5ccb6 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0976484 Apr 02 18:05:12.235438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:12.236096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:12.281663 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-51dc5b62-2bb8-41c6-a54e-a548f427291f req-c4b19b31-5c46-4f48-811a-f3afaa7ca59d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Apr 02 18:05:12.336308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6930b41-17f4-4aca-abfc-03c418191cac,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:12.349080 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.349778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.350357 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.350940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.351497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.352072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.352627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.353293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.353855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.354411 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.354978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.355530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:12.359782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:12.370162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Network f9916792-909f-45bc-a067-bdcc8c261b8c is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:12.371675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:12.382178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:12.443211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:12.443368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.564590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device ce10b026-926d-4a13-8df6-122001cc4283 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:12.596953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.659094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port ce10b026-926d-4a13-8df6-122001cc4283 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:12.659572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.754023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-2edeb61f-9db4-492a-9b2c-b0c138f125f2 None None] Provisioning for port e6930b41-17f4-4aca-abfc-03c418191cac completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:12.764293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-2edeb61f-9db4-492a-9b2c-b0c138f125f2 None None] Provisioning complete for port e6930b41-17f4-4aca-abfc-03c418191cac triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:12.765101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2edeb61f-9db4-492a-9b2c-b0c138f125f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:12.792731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530ee5d-f12c-4856-9d02-545400ca6d86 req-3cc2e4f3-f943-46fd-8b88-8d14154e1e80 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:12.795043 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6530ee5d-f12c-4856-9d02-545400ca6d86 req-3cc2e4f3-f943-46fd-8b88-8d14154e1e80 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1187167 Apr 02 18:05:12.825904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:08Z', 'revision_number': 3, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:12.829880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e66053-b06a-4f41-bf76-82cc3c60bcb1 None None] The sync data for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb is: [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:08Z', 'revision_number': 3, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:05:12.860222 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6530ee5d-f12c-4856-9d02-545400ca6d86 req-b8742713-ae5f-415f-a47a-dab773923409 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577750 Apr 02 18:05:12.884728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-2edeb61f-9db4-492a-9b2c-b0c138f125f2 None None] Port e6930b41-17f4-4aca-abfc-03c418191cac cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:05:12.999172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:13.003630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:13.030105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:13.118240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6930b41-17f4-4aca-abfc-03c418191cac,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:13.121000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:13.138014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:13.295059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Network f9916792-909f-45bc-a067-bdcc8c261b8c is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:13.296286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:13.521632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb21ae-6de1-4085-95f0-5463dbcae967 req-afe7ac28-8da8-43bb-ba1f-5057efca3621 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:13.523391 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-37cb21ae-6de1-4085-95f0-5463dbcae967 req-afe7ac28-8da8-43bb-ba1f-5057efca3621 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1096888 Apr 02 18:05:13.571990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Router d4a4ad83-701b-4853-9412-ef20247233f7 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:05:13.576157 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-37cb21ae-6de1-4085-95f0-5463dbcae967 req-2f0d8083-6273-4f15-a87e-b1377aeb51b7 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Apr 02 18:05:13.612777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-87e581ae-9da1-40c9-b74a-6c5e39b6c474 None None] Provisioning complete for port e6930b41-17f4-4aca-abfc-03c418191cac triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:13.613480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87e581ae-9da1-40c9-b74a-6c5e39b6c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:13.698005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-87e581ae-9da1-40c9-b74a-6c5e39b6c474 None None] Port e6930b41-17f4-4aca-abfc-03c418191cac cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:05:14.023345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:05:14.035133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] 10.222.0.22 "PUT /v2.0/routers/d4a4ad83-701b-4853-9412-ef20247233f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6189623 Apr 02 18:05:14.099067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df074002-22cd-4fa6-889a-61f4f3442f63 req-487e0192-072e-4dca-babe-1215dd833185 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:14.100707 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-df074002-22cd-4fa6-889a-61f4f3442f63 req-487e0192-072e-4dca-babe-1215dd833185 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1115398 Apr 02 18:05:14.150695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-df074002-22cd-4fa6-889a-61f4f3442f63 req-4b1afee2-e1fe-44d8-8ddd-09466d6d8f52 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Apr 02 18:05:14.586172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f794e0a8-bcda-4e17-97a0-e44d0cb7660a up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:14.668721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port f794e0a8-bcda-4e17-97a0-e44d0cb7660a completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:14.673909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port f794e0a8-bcda-4e17-97a0-e44d0cb7660a triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:14.674419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:14.684073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56674) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:14.690747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992784277-network', 'tenant_id': '86881090e31145c399576f71e44cc563'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:14.696314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:14.703078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Usage tracker for resource:network and tenant:86881090e31145c399576f71e44cc563 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:14.706782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:14.766402 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:14.793417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Made reservation on behalf of 86881090e31145c399576f71e44cc563 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:14.798264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:14.812458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:14.818915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:14.832929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port f794e0a8-bcda-4e17-97a0-e44d0cb7660a, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:14.836309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:14.838610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:14.838895 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:14.844559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Usage tracker for resource:security_group_rule and tenant:86881090e31145c399576f71e44cc563 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:14.848993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:14.863097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3cf68-4750-4759-a90b-7c355e05ee27 req-5da4be65-af0c-4186-9748-27274fc23808 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:14.864680 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-65a3cf68-4750-4759-a90b-7c355e05ee27 req-5da4be65-af0c-4186-9748-27274fc23808 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1547496 Apr 02 18:05:14.865639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:14.910254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:14.918443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.918821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.919195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.919572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.919928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.920291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.920648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.921005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.921369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.921725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.922080 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.922431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:14.926824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:14.939319 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-65a3cf68-4750-4759-a90b-7c355e05ee27 req-a249db07-e75c-4c6e-bb31-a7853a9e499d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Apr 02 18:05:14.998180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.001509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.005774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2c4c69b7-1eba-4f1b-aaa6-c2a799d98262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:15.034445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:05:15.043661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081da2e4-89bb-4b6d-881f-a5a70c1a7ec7,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:15.053600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.054002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.054388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.054769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.055149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.055533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.055912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.056342 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.056722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.057077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.057504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.057874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:05:15.061649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.062029 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Added segment 693af66b-e2d1-45df-a28f-00fe99a16a2f of type vlan for network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 Apr 02 18:05:15.063304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:15.093886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.125329 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.126747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:15.127393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.132480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0734af90-40c0-4559-a030-e0d3518bd9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:15.238646 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5532568 Apr 02 18:05:15.241787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56684) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:15.242057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:15.244904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:15.253613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Request body: {'subnet': {'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992784277-subnet', 'tenant_id': '86881090e31145c399576f71e44cc563', 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:15.257998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:05:15.261599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:15.265823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Usage tracker for resource:subnet and tenant:86881090e31145c399576f71e44cc563 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:15.268914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:15.275159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:15.287192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Made reservation on behalf of 86881090e31145c399576f71e44cc563 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:15.292104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15547954'] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.380631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20ba38-6697-4791-aa94-46dea84b0172 req-38762949-c8b5-48ad-9766-7ac2ac89b18e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:15.382351 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bf20ba38-6697-4791-aa94-46dea84b0172 req-38762949-c8b5-48ad-9766-7ac2ac89b18e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1004155 Apr 02 18:05:15.433204 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bf20ba38-6697-4791-aa94-46dea84b0172 req-14769502-edb8-4739-94b9-1db11095386a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Apr 02 18:05:15.700494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838534062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15547905'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.716818 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:15.722064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Sync routers for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:05:15.733179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:15.734005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:15.853010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee15da42-9998-4b66-8c6e-f23c400cebc8,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:15.857235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:15.919884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Checking segment: {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:15.920464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Network hostable DHCP agents. Network: c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:05:15.928761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:15.941528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:05:15.950410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:15.963070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:15.963762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:15.976454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15bf751-546a-4021-b4be-0999e4ecf260 None None] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:15.989937 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-79d9608a-dc0f-4876-9236-49cb77939652 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7449300 Apr 02 18:05:15.990222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56692) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:15.995919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:16.001000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:16.005979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Usage tracker for resource:router and tenant:86881090e31145c399576f71e44cc563 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:16.009859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:16.016178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:16.026202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.027270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.045576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.155672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8657-b391-4b63-b55b-af7bed1dbd3d req-640beddc-1543-4af0-804f-84ad924b85c3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:16.157319 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c9d8657-b391-4b63-b55b-af7bed1dbd3d req-640beddc-1543-4af0-804f-84ad924b85c3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0937574 Apr 02 18:05:16.218087 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c9d8657-b391-4b63-b55b-af7bed1dbd3d req-e25d3974-0cb5-4265-bbaf-37a5da9ca8c4 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Apr 02 18:05:16.371460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.592333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f794e0a8-bcda-4e17-97a0-e44d0cb7660a up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:16.648627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1', 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1', 'tenant_id': '86881090e31145c399576f71e44cc563', 'fixed_ips': [{'subnet_id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:05:16.649602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.685508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92969b1a-e1fb-49ca-8804-c17f65c51531 req-5ff2b48c-00e9-44ec-9740-d65e3a8fa8ad tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:16.687126 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-92969b1a-e1fb-49ca-8804-c17f65c51531 req-5ff2b48c-00e9-44ec-9740-d65e3a8fa8ad tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0967069 Apr 02 18:05:16.745305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.772797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-92969b1a-e1fb-49ca-8804-c17f65c51531 req-802a3d5b-87ac-40ad-854b-ff2d5831e4df tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780518 Apr 02 18:05:16.784798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.829774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port f794e0a8-bcda-4e17-97a0-e44d0cb7660a triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:16.830194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:16.939534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Allocated IP 172.28.0.197 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/54603890-e06f-48dc-898a-b4d901f96583) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:16.992837 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 2, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:17.036267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Checking router: d4a4ad83-701b-4853-9412-ef20247233f7 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:05:17.036592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Updating router d4a4ad83-701b-4853-9412-ef20247233f7 port e6930b41-17f4-4aca-abfc-03c418191cac binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:05:17.093644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Allocated IP 172.20.0.2 (c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1/ee15da42-9998-4b66-8c6e-f23c400cebc8/fce44025-dd1e-4d8b-b80e-7dbc43480360) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:17.099970 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:17.136378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:17.136640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:17.163201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e8082b6b-4ce8-484d-a7d6-f860046a5b41 tempest-DeleteServersTestJSON-802181325 tempest-DeleteServersTestJSON-802181325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:17.296457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Pushing event updated for resources: {'Port': ['ID=54603890-e06f-48dc-898a-b4d901f96583,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:17.300828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:17.347247 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:17.347247 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:17.349754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:17.447760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c7a5f-3731-441c-85f7-be798069f626 req-1c76f267-5016-4c4a-aee4-45f88efdb22f tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:17.449424 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-af8c7a5f-3731-441c-85f7-be798069f626 req-1c76f267-5016-4c4a-aee4-45f88efdb22f tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0992115 Apr 02 18:05:17.500421 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-af8c7a5f-3731-441c-85f7-be798069f626 req-df9444ce-b362-4b96-a8fc-59b495fe3a22 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Apr 02 18:05:17.547823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:17.587577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Transition to ACTIVE for port object fce44025-dd1e-4d8b-b80e-7dbc43480360 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:17.672078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Transition to ACTIVE for port object fce44025-dd1e-4d8b-b80e-7dbc43480360 will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:17.682543 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:17.701597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:17.870871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Pushing event updated for resources: {'Port': ['ID=fce44025-dd1e-4d8b-b80e-7dbc43480360,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:17.876681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:17.999458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:18.001584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.004694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:18.008519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:18.030577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3377ca-7e93-454a-8cc6-79802b310e89 req-e3f904bb-23c3-4ac5-90fe-614d12a9e54a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:18.035256 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ae3377ca-7e93-454a-8cc6-79802b310e89 req-e3f904bb-23c3-4ac5-90fe-614d12a9e54a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1138055 Apr 02 18:05:18.049206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.057135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Transition to ACTIVE for port object e6930b41-17f4-4aca-abfc-03c418191cac will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:18.089472 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ae3377ca-7e93-454a-8cc6-79802b310e89 req-1e2d6ccc-1f9e-4db7-8e02-46a61f6cde30 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459762 Apr 02 18:05:18.097474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.117352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:18.266123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Attempting to bind port fce44025-dd1e-4d8b-b80e-7dbc43480360 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:18.266538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Attempting to bind port fce44025-dd1e-4d8b-b80e-7dbc43480360 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:18.266943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Attempting to bind port fce44025-dd1e-4d8b-b80e-7dbc43480360 on network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:18.274711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3447f-a0ff-4cf4-a99b-8217bd884a3f None None] Pushing event updated for resources: {'Port': ['ID=e6930b41-17f4-4aca-abfc-03c418191cac,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:18.280615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-abd3447f-a0ff-4cf4-a99b-8217bd884a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:18.283841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:18.284009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Checking segment: {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:18.284506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.285061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Bound using segment: {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:18.285486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Bound port: fce44025-dd1e-4d8b-b80e-7dbc43480360, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:18.285887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.415695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.695612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Router b13190fc-acd3-4bbc-b83b-239691f7190e is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:05:18.784512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-135e4090-c720-40b2-82d2-e6b2345219e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.797221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] For port fce44025-dd1e-4d8b-b80e-7dbc43480360, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:18.807042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d76a5f-10fe-4e78-a1cf-f05a16057a6f req-fd8b0149-7d00-465f-9ac5-72e0e7544058 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:18.817880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Attempting to bind port e6930b41-17f4-4aca-abfc-03c418191cac on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:18.817880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Attempting to bind port e6930b41-17f4-4aca-abfc-03c418191cac by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:18.817880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Attempting to bind port e6930b41-17f4-4aca-abfc-03c418191cac on network f9916792-909f-45bc-a067-bdcc8c261b8c {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:18.819605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] For port fce44025-dd1e-4d8b-b80e-7dbc43480360, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=fce44025-dd1e-4d8b-b80e-7dbc43480360,segment=NetworkSegment(693af66b-e2d1-45df-a28f-00fe99a16a2f),segment_id=693af66b-e2d1-45df-a28f-00fe99a16a2f)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:18.821722 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-69d76a5f-10fe-4e78-a1cf-f05a16057a6f req-fd8b0149-7d00-465f-9ac5-72e0e7544058 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1793380 Apr 02 18:05:18.824916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:18.825517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Checking segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:18.826077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.826600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Bound using segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:18.827225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Bound port: e6930b41-17f4-4aca-abfc-03c418191cac, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:18.827736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.840604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.856756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:18.865754 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-69d76a5f-10fe-4e78-a1cf-f05a16057a6f req-4d19f810-d623-4b9f-8f28-5fea76373e88 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Apr 02 18:05:18.906924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:05:18.918116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Sync routers for ids ['b13190fc-acd3-4bbc-b83b-239691f7190e'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:05:18.930169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Routers {'b13190fc-acd3-4bbc-b83b-239691f7190e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:18.931154 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['b13190fc-acd3-4bbc-b83b-239691f7190e'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:18.937137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:18.945302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56720) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:18.946224 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9547486 Apr 02 18:05:19.086156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Pushing event updated for resources: {'Port': ['ID=fce44025-dd1e-4d8b-b80e-7dbc43480360,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:19.096506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:19.116781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] For port e6930b41-17f4-4aca-abfc-03c418191cac, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:19.135661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] For port e6930b41-17f4-4aca-abfc-03c418191cac, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=e6930b41-17f4-4aca-abfc-03c418191cac,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:19.147554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:19.165228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:19.207196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Set router b13190fc-acd3-4bbc-b83b-239691f7190e gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:19.327467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3447f-a0ff-4cf4-a99b-8217bd884a3f None None] Pushing event updated for resources: {'Port': ['ID=e6930b41-17f4-4aca-abfc-03c418191cac,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:19.333557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-abd3447f-a0ff-4cf4-a99b-8217bd884a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:19.389662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:19.390497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:04:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:19.594016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:17Z', 'revision_number': 3, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:19.599448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Checking router: b13190fc-acd3-4bbc-b83b-239691f7190e for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:05:19.599448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Updating router b13190fc-acd3-4bbc-b83b-239691f7190e port 54603890-e06f-48dc-898a-b4d901f96583 binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:05:19.688596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:19.707759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:19.939510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:19.946062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c31d54-935d-4d40-aecf-b5dff95d29a3 req-aecb2be8-f2b9-4383-a635-f6cb7ba0bc17 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:19.947915 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-24c31d54-935d-4d40-aecf-b5dff95d29a3 req-aecb2be8-f2b9-4383-a635-f6cb7ba0bc17 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.4306564 Apr 02 18:05:20.115263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:19Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:20.120868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5836a8e-def4-463f-b01f-cd29e992219e None None] The sync data for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb is: [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:19Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:05:20.123533 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-24c31d54-935d-4d40-aecf-b5dff95d29a3 req-e6577938-0634-4f1a-b3d1-6b28c4b6cfb3 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640360 Apr 02 18:05:20.207247 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.219651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0d06bde-1ec8-4701-959e-ab09e4178ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.243197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Transition to ACTIVE for port object 54603890-e06f-48dc-898a-b4d901f96583 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:20.262600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.295048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bc14dbeb-2655-456e-83fc-bc70bbbacc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:20.403236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098b221-bcf3-4ffd-b951-8a723833c297 None None] Pushing event updated for resources: {'Port': ['ID=54603890-e06f-48dc-898a-b4d901f96583,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:20.406475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f098b221-bcf3-4ffd-b951-8a723833c297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:20.489517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef8efa-c527-4c63-83a0-8fc8c9d7e2bc req-2e808415-86b7-429f-93a3-b177741a66d8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:20.489517 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61ef8efa-c527-4c63-83a0-8fc8c9d7e2bc req-2e808415-86b7-429f-93a3-b177741a66d8 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1666229 Apr 02 18:05:20.605362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Attempting to bind port 54603890-e06f-48dc-898a-b4d901f96583 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:20.605362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Attempting to bind port 54603890-e06f-48dc-898a-b4d901f96583 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:20.605362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Attempting to bind port 54603890-e06f-48dc-898a-b4d901f96583 on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:20.609890 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:20.610318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:20.610769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.611207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:20.611733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Bound port: 54603890-e06f-48dc-898a-b4d901f96583, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:20.612151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.615689 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-61ef8efa-c527-4c63-83a0-8fc8c9d7e2bc req-790800df-e854-418e-8618-a4bc25b43c70 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173182 Apr 02 18:05:20.673386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.677405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device fce44025-dd1e-4d8b-b80e-7dbc43480360 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:20.800098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] For port 54603890-e06f-48dc-898a-b4d901f96583, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:20.806415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] For port 54603890-e06f-48dc-898a-b4d901f96583, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=54603890-e06f-48dc-898a-b4d901f96583,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:20.814287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:20.863897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:20.884377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port fce44025-dd1e-4d8b-b80e-7dbc43480360 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:20.890171 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device e6930b41-17f4-4aca-abfc-03c418191cac up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:21.038425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb68a1b-8456-4fae-afde-a8a51b4b6403 None None] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:05:21.053529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098b221-bcf3-4ffd-b951-8a723833c297 None None] Pushing event updated for resources: {'Port': ['ID=54603890-e06f-48dc-898a-b4d901f96583,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:21.070030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f098b221-bcf3-4ffd-b951-8a723833c297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:21.150867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Allocated IP 172.20.0.1 (c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1/ee15da42-9998-4b66-8c6e-f23c400cebc8/b1d476e3-ed25-49da-b75b-f823a51ddffb) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:21.194338 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port e6930b41-17f4-4aca-abfc-03c418191cac completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:21.201933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:21.205525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Routers {'b13190fc-acd3-4bbc-b83b-239691f7190e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:21.206340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['b13190fc-acd3-4bbc-b83b-239691f7190e'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:21.222521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Provisioning for port fce44025-dd1e-4d8b-b80e-7dbc43480360 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:21.243355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port e6930b41-17f4-4aca-abfc-03c418191cac triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:21.244133 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:21.282215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Provisioning complete for port fce44025-dd1e-4d8b-b80e-7dbc43480360 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:21.282631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:21.534495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-04ba7216-cbdf-4d6e-a464-230ec6d59f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:21.536623 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-04ba7216-cbdf-4d6e-a464-230ec6d59f4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1099 time: 0.1812162 Apr 02 18:05:21.571990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ccc9e-af98-4fa3-96aa-d165df2946c2 req-01cf29c7-faf1-409c-877f-e1add1cf3f0c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:21.580690 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9c8ccc9e-af98-4fa3-96aa-d165df2946c2 req-01cf29c7-faf1-409c-877f-e1add1cf3f0c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.3301802 Apr 02 18:05:21.650926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:21.667491 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9c8ccc9e-af98-4fa3-96aa-d165df2946c2 req-7294791f-8b37-4941-a94e-04792c5d1d9d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856586 Apr 02 18:05:21.750630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Transition to ACTIVE for port object b1d476e3-ed25-49da-b75b-f823a51ddffb will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:21.768789 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-aa4df01c-b6cb-42f9-b5bb-721166b67575 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2650948 Apr 02 18:05:21.778959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] Set router b13190fc-acd3-4bbc-b83b-239691f7190e gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:21.841037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-3ee9a18c-242e-4a5c-ad31-6b17813f1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:21.842721 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-3ee9a18c-242e-4a5c-ad31-6b17813f1a5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.2963977 Apr 02 18:05:22.018249 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-95407832-712b-4cf5-99d4-6220589ed4da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 1001 time: 0.1606543 Apr 02 18:05:22.051749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.052248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.079509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-34d0b0a9-21cd-4107-ab13-b681d8dfbb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:22.110854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.138946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983a23a-4eb7-449f-9c13-fbcdbbd1d0d5 req-5eb28793-8e56-471c-bf9b-36ad427a8cb9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:22.140836 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3983a23a-4eb7-449f-9c13-fbcdbbd1d0d5 req-5eb28793-8e56-471c-bf9b-36ad427a8cb9 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2340410 Apr 02 18:05:22.143460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-999f9520-2681-44ef-8aaa-d04633a4d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:22.147506 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-999f9520-2681-44ef-8aaa-d04633a4d625 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.1195331 Apr 02 18:05:22.153164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] For port fce44025-dd1e-4d8b-b80e-7dbc43480360, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=fce44025-dd1e-4d8b-b80e-7dbc43480360,segment=NetworkSegment(693af66b-e2d1-45df-a28f-00fe99a16a2f),segment_id=693af66b-e2d1-45df-a28f-00fe99a16a2f)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:22.164367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.171657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:22.202198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:17Z', 'revision_number': 3, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:22.208118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1ab20-ba45-400c-ac7a-ae2fd2faf806 None None] The sync data for ids ['b13190fc-acd3-4bbc-b83b-239691f7190e'] in dv-cinder-784603-1-smb is: [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:17Z', 'revision_number': 3, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:05:22.229268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port e6930b41-17f4-4aca-abfc-03c418191cac, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=e6930b41-17f4-4aca-abfc-03c418191cac,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:22.252141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-004b1549-770f-4b5d-931a-acff588fb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:22.253900 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-004b1549-770f-4b5d-931a-acff588fb34d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 1099 time: 0.4534585 Apr 02 18:05:22.268180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.284832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Pushing event updated for resources: {'Port': ['ID=fce44025-dd1e-4d8b-b80e-7dbc43480360,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:22.290912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:22.292099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:22.293577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-6bdf795f-b7f8-4264-a1a1-43cf1f90150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:22.295184 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-6bdf795f-b7f8-4264-a1a1-43cf1f90150b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1351869 Apr 02 18:05:22.311399 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3983a23a-4eb7-449f-9c13-fbcdbbd1d0d5 req-7fe2c891-562b-42ed-af83-108f1545395b tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532607 Apr 02 18:05:22.385127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Pushing event updated for resources: {'Port': ['ID=b1d476e3-ed25-49da-b75b-f823a51ddffb,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:22.405506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:22.434301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=e6930b41-17f4-4aca-abfc-03c418191cac,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:22.448677 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:22.528182 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-8f5dc47a-2497-4938-afb0-dbc8b00c5428 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254908 Apr 02 18:05:22.565047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:22.566906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:22.569814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:22.606939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7190a210-91a6-4cfb-a18a-0153abaf69f9 None None] Provisioning complete for port fce44025-dd1e-4d8b-b80e-7dbc43480360 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:22.607541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7190a210-91a6-4cfb-a18a-0153abaf69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.663613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device fce44025-dd1e-4d8b-b80e-7dbc43480360 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:22.711271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.774179 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7021a1d2-2800-4fab-8b5a-c8e0ee7c207e req-4132a85f-7060-45e7-85ee-b6c9ea7546d8 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362332 Apr 02 18:05:22.861178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-2da5acfc-384e-4525-a415-baa6c24c3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:22.862983 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-2da5acfc-384e-4525-a415-baa6c24c3085 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.5760398 Apr 02 18:05:22.887363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:22.985617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port fce44025-dd1e-4d8b-b80e-7dbc43480360 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:22.986273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:23.035564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:23.132020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device e6930b41-17f4-4aca-abfc-03c418191cac up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:23.208676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-dfd276b1-59bc-44b3-895c-67ebed2f661d None None] Provisioning for port b1d476e3-ed25-49da-b75b-f823a51ddffb completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:23.217636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-dfd276b1-59bc-44b3-895c-67ebed2f661d None None] Provisioning complete for port b1d476e3-ed25-49da-b75b-f823a51ddffb triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:23.218146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dfd276b1-59bc-44b3-895c-67ebed2f661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:23.232219 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-722b3827-989b-42fc-9128-6186faac0338 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2 HTTP/1.1" status: 200 len: 217 time: 0.2887201 Apr 02 18:05:23.295469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-dfd276b1-59bc-44b3-895c-67ebed2f661d None None] Port b1d476e3-ed25-49da-b75b-f823a51ddffb cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:05:23.299051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port e6930b41-17f4-4aca-abfc-03c418191cac triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:23.299226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:23.627873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-766363cb-7ea1-4f43-9d76-ba2bd1797def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:23.629501 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-766363cb-7ea1-4f43-9d76-ba2bd1797def service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.1080339 Apr 02 18:05:23.658866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05c4d3-1fbc-4e12-80fb-f27d3bdf5cd9 req-74925fbd-f211-454f-ab5f-daf7520bdde6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:23.666741 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ad05c4d3-1fbc-4e12-80fb-f27d3bdf5cd9 req-74925fbd-f211-454f-ab5f-daf7520bdde6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.6665447 Apr 02 18:05:23.751919 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-d3f91677-64d3-4b54-8895-b29506e002f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679715 Apr 02 18:05:23.770928 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ad05c4d3-1fbc-4e12-80fb-f27d3bdf5cd9 req-9aae7edd-9c07-480c-80f6-9bdcfed4af78 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030905 Apr 02 18:05:23.832310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:23.838658 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:23.912328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:24.075252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:24.099222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Pushing event updated for resources: {'Port': ['ID=b1d476e3-ed25-49da-b75b-f823a51ddffb,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:24.128402 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:24.186177 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-8eabeb16-0ea6-4274-a60a-d1727b866f84 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199278 Apr 02 18:05:24.361281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c43c7-aeea-49e2-b1c9-7a57d118dd31 req-981dcb88-84e4-416b-b391-76ce2aff807c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:24.362883 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a15c43c7-aeea-49e2-b1c9-7a57d118dd31 req-981dcb88-84e4-416b-b391-76ce2aff807c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.4118450 Apr 02 18:05:24.424367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:24.433673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:24.443549 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a71ea5d-de31-4d62-b126-1c49bd3f8abe req-e12ae32c-2a13-48cb-975a-75e7e9e8b38c service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481120 Apr 02 18:05:24.574104 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a15c43c7-aeea-49e2-b1c9-7a57d118dd31 req-beb91f22-b2f0-487c-8e9d-d9db94463e0e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024643 Apr 02 18:05:24.604022 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 54603890-e06f-48dc-898a-b4d901f96583 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:24.663747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Router b13190fc-acd3-4bbc-b83b-239691f7190e has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:05:24.686526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 54603890-e06f-48dc-898a-b4d901f96583 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:24.691962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 54603890-e06f-48dc-898a-b4d901f96583 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:24.692354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:24.762426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-67de5925-4cf4-4727-9853-15c4f7fa4c70 None None] Provisioning complete for port b1d476e3-ed25-49da-b75b-f823a51ddffb triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:24.762849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-67de5925-4cf4-4727-9853-15c4f7fa4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:24.858491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-67de5925-4cf4-4727-9853-15c4f7fa4c70 None None] Port b1d476e3-ed25-49da-b75b-f823a51ddffb cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:05:24.900649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:05:24.917578 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] 10.222.0.22 "PUT /v2.0/routers/b13190fc-acd3-4bbc-b83b-239691f7190e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9691601 Apr 02 18:05:24.931105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:24.950947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 54603890-e06f-48dc-898a-b4d901f96583, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=54603890-e06f-48dc-898a-b4d901f96583,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:24.955990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:24.960618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d8295853-b089-4c17-ad04-8eee88a06763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:25.031604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e1b37-cba0-4478-9225-d1b9b02f9cc5 req-06ad5770-1e68-4dfa-b905-ae25fe97e162 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:25.033454 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d73e1b37-cba0-4478-9225-d1b9b02f9cc5 req-06ad5770-1e68-4dfa-b905-ae25fe97e162 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0987861 Apr 02 18:05:25.044788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=54603890-e06f-48dc-898a-b4d901f96583,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:25.048288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:25.099150 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d73e1b37-cba0-4478-9225-d1b9b02f9cc5 req-4a37f325-36b7-48c0-b92d-3b045c762184 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588453 Apr 02 18:05:25.381511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Sync routers for ids ['b13190fc-acd3-4bbc-b83b-239691f7190e'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:05:25.392144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Routers {'b13190fc-acd3-4bbc-b83b-239691f7190e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:25.392805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['b13190fc-acd3-4bbc-b83b-239691f7190e'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:25.584564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Set router b13190fc-acd3-4bbc-b83b-239691f7190e gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:25.640052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 56780) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:25.646621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149457802', 'description': 'tempest-secgroup-smoke-149457802 description', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:25.656089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:25.660802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:25.664144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:25.667369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:25.671217 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:25.683347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:25.705829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:25.709816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:25.712883 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:25.721282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:25.880249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e495c-ea24-4f66-a333-5a657e9e3c76 req-eecb9323-24af-42da-8dd7-c6d79468f30e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:25.881878 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-393e495c-ea24-4f66-a333-5a657e9e3c76 req-eecb9323-24af-42da-8dd7-c6d79468f30e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1427221 Apr 02 18:05:25.884418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:25.908431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:25.919896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a0e763cc-a00e-46df-a390-44c6244e1272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:25.947360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 4, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'b1d476e3-ed25-49da-b75b-f823a51ddffb', 'name': '', 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1', 'tenant_id': '86881090e31145c399576f71e44cc563', 'mac_address': 'fa:16:3e:82:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:20Z', 'updated_at': '2021-04-02T18:05:23Z', 'revision_number': 2, 'project_id': '86881090e31145c399576f71e44cc563', 'subnets': [{'id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:25.951864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Checking router: b13190fc-acd3-4bbc-b83b-239691f7190e for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:05:25.952263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Updating router b13190fc-acd3-4bbc-b83b-239691f7190e port b1d476e3-ed25-49da-b75b-f823a51ddffb binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:05:25.980017 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-393e495c-ea24-4f66-a333-5a657e9e3c76 req-3c269576-0586-40c4-89a4-3456e12b4aea tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907032 Apr 02 18:05:25.981663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a66cc85-ad60-4dbc-ae97-a6e05dd77339,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:25.984745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:25.985886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:25.987346 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3462555 Apr 02 18:05:25.990544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56788) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:25.996390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group_rule': {'security_group_id': '8a66cc85-ad60-4dbc-ae97-a6e05dd77339', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:26.003054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:26.013530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:26.013772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.016670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:26.022815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:26.039781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.119736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.122750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.130504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:26.155275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6134614c-ea6c-4ea5-9b53-9eae70140aa8,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:26.158520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:26.162819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.164392 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724639 Apr 02 18:05:26.167198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56792) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:26.172694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group_rule': {'security_group_id': '8a66cc85-ad60-4dbc-ae97-a6e05dd77339', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:26.179567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:26.183887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:26.186964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:26.193054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:26.209623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.274060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.277153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.283489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:26.306502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c29ed57-5abc-43a9-a226-49a60d0ce486,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:26.311648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:26.317137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.321019 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502864 Apr 02 18:05:26.321316 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56796) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:26.327506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group_rule': {'security_group_id': '8a66cc85-ad60-4dbc-ae97-a6e05dd77339', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:26.334313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:26.338454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:26.341503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:26.349520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:26.369651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.449708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.454735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.457114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3a0bc05-b544-427c-9016-a93dfc745b35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:26.487106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.488574 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658499 Apr 02 18:05:26.491106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8150cfc-8446-4b18-80b8-50d8c15ad899,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:26.492995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56808) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:26.496568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.501887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group_rule': {'security_group_id': '8a66cc85-ad60-4dbc-ae97-a6e05dd77339', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:26.508386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:26.513053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:26.514099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:26.517150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:26.518743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Transition to ACTIVE for port object b1d476e3-ed25-49da-b75b-f823a51ddffb will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:26.523573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:26.526917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.543370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-abd3447f-a0ff-4cf4-a99b-8217bd884a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:26.552255 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.595664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 54603890-e06f-48dc-898a-b4d901f96583 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:26.627222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.629718 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-7fb06824-b773-4267-b5d6-f18c6f5a6825 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:26.631324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.631459 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-7fb06824-b773-4267-b5d6-f18c6f5a6825 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/networks?id=d73be367-bbdc-4031-8fd0-f1d7afc95ed8 HTTP/1.1" status: 200 len: 808 time: 0.1933179 Apr 02 18:05:26.635060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-04e36280-2c8b-429a-8799-f3cb58f02d8b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:26.651019 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-16e1bf3a-2085-4acb-9545-8c6d1d1f7bcd tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/quotas/20783ad8fb19486282d6126c5541f328 HTTP/1.1" status: 200 len: 375 time: 0.0119846 Apr 02 18:05:26.661814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa7328f-c5fb-4843-b4f9-b7c79fe96cd0,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:26.664600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:26.672559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.674156 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800244 Apr 02 18:05:26.677420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56812) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:26.683628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group_rule': {'security_group_id': '8a66cc85-ad60-4dbc-ae97-a6e05dd77339', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:26.691008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:26.695205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:26.698690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:26.706088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:26.710634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-2ab3cc4e-1aa7-448a-9b9e-4795e7677162 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=20783ad8fb19486282d6126c5541f328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521677 Apr 02 18:05:26.717592 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.securitygroups_db [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Project 0917afcac84b4b6c85d54c71c2b8707b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:05:26.727757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.811996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.821174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.823738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-388d4908-e0ba-441e-93d3-d7abe23c3ad0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:26.853002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1568d5bf-6878-41a4-9a73-66d4d57557d8,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:26.855683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:26.862572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.866637 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1831ef5d-2465-4025-86ed-5fbd2b34a127 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1854923 Apr 02 18:05:26.866928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 56816) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:26.872932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'security_group_rule': {'security_group_id': '8a66cc85-ad60-4dbc-ae97-a6e05dd77339', 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:26.876480 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-37309cf3-1e6f-4796-a54b-a9baab2102e0 service neutron] 10.222.0.22 "GET /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541343 Apr 02 18:05:26.879520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:26.886274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:security_group_rule and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:26.889369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:26.895611 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:26.906118 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.securitygroups_db [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Project 0917afcac84b4b6c85d54c71c2b8707b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:05:26.914180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:26.928042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70369084-d04e-47ad-b2a7-f6c130257fac None None] Pushing event updated for resources: {'Port': ['ID=b1d476e3-ed25-49da-b75b-f823a51ddffb,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:26.931083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-70369084-d04e-47ad-b2a7-f6c130257fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:27.018665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.024362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.027547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:27.035703 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-732294ae-5184-41c3-ab26-3da04e78e946 service neutron] 10.222.0.22 "GET /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514258 Apr 02 18:05:27.056869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2589b2fa-db97-4483-ada1-910153f5abec,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:27.062010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:27.086882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.088425 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2205324 Apr 02 18:05:27.174587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 54603890-e06f-48dc-898a-b4d901f96583 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:27.175004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.409208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Attempting to bind port b1d476e3-ed25-49da-b75b-f823a51ddffb on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:27.409642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Attempting to bind port b1d476e3-ed25-49da-b75b-f823a51ddffb by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:27.410045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Attempting to bind port b1d476e3-ed25-49da-b75b-f823a51ddffb on network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:27.418503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececc232-b99b-433c-afc7-ec0a661da865 req-5fe4db88-0b4e-45a4-aa04-3c98818a9179 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:27.421133 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ececc232-b99b-433c-afc7-ec0a661da865 req-5fe4db88-0b4e-45a4-aa04-3c98818a9179 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1178153 Apr 02 18:05:27.488967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:27.489664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Checking segment: {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:27.489843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.490250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Bound using segment: {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:27.490793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Bound port: b1d476e3-ed25-49da-b75b-f823a51ddffb, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693af66b-e2d1-45df-a28f-00fe99a16a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:27.491209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.495774 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ececc232-b99b-433c-afc7-ec0a661da865 req-62e25f08-03cf-4ba0-a57d-29ea52939aa3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672438 Apr 02 18:05:27.570795 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6fec5909-ab23-4819-ae8f-39cb61dd3995 req-ab6f44de-c9c5-487a-a1ea-40a8f98ce781 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 210 time: 0.0521040 Apr 02 18:05:27.654748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] For port b1d476e3-ed25-49da-b75b-f823a51ddffb, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:27.659919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] For port b1d476e3-ed25-49da-b75b-f823a51ddffb, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=b1d476e3-ed25-49da-b75b-f823a51ddffb,segment=NetworkSegment(693af66b-e2d1-45df-a28f-00fe99a16a2f),segment_id=693af66b-e2d1-45df-a28f-00fe99a16a2f)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:27.663815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:27.788578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:27.895891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70369084-d04e-47ad-b2a7-f6c130257fac None None] Pushing event updated for resources: {'Port': ['ID=b1d476e3-ed25-49da-b75b-f823a51ddffb,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:27.899260 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-70369084-d04e-47ad-b2a7-f6c130257fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:27.901442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Routers {'b13190fc-acd3-4bbc-b83b-239691f7190e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:05:27.902691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['b13190fc-acd3-4bbc-b83b-239691f7190e'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:28.131290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] Set router b13190fc-acd3-4bbc-b83b-239691f7190e gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:05:28.487922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 4, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'b1d476e3-ed25-49da-b75b-f823a51ddffb', 'name': '', 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1', 'tenant_id': '86881090e31145c399576f71e44cc563', 'mac_address': 'fa:16:3e:82:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:20Z', 'updated_at': '2021-04-02T18:05:27Z', 'revision_number': 4, 'project_id': '86881090e31145c399576f71e44cc563', 'subnets': [{'id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:05:28.492215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec67d12-b976-4660-a4bb-e9aa7319004d None None] The sync data for ids ['b13190fc-acd3-4bbc-b83b-239691f7190e'] in dv-cinder-784603-1-smb is: [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 4, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'b1d476e3-ed25-49da-b75b-f823a51ddffb', 'name': '', 'network_id': 'c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1', 'tenant_id': '86881090e31145c399576f71e44cc563', 'mac_address': 'fa:16:3e:82:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:20Z', 'updated_at': '2021-04-02T18:05:27Z', 'revision_number': 4, 'project_id': '86881090e31145c399576f71e44cc563', 'subnets': [{'id': 'ee15da42-9998-4b66-8c6e-f23c400cebc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:05:29.197339 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a4687b82-d69d-4b79-b13f-ec868a021aea req-7883aa6a-6680-4107-917e-1fa72bf280d6 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 210 time: 0.1133354 Apr 02 18:05:29.268360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-aeeb754e-b40a-44fd-a9cd-46f9628d2d4e tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:29.269978 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-aeeb754e-b40a-44fd-a9cd-46f9628d2d4e tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.11 "GET /v2.0/networks?id=d73be367-bbdc-4031-8fd0-f1d7afc95ed8 HTTP/1.1" status: 200 len: 808 time: 0.6677423 Apr 02 18:05:29.288237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc7911-8822-458b-a88f-6ef631455a8d req-306682b5-8138-4b34-9a09-318d1a2cdf3e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:29.290119 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-76cc7911-8822-458b-a88f-6ef631455a8d req-306682b5-8138-4b34-9a09-318d1a2cdf3e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2049880 Apr 02 18:05:29.295962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Request body: {'port': {'device_id': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8', 'admin_state_up': True, 'tenant_id': '20783ad8fb19486282d6126c5541f328'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:29.436327 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-76cc7911-8822-458b-a88f-6ef631455a8d req-65b9bba7-d126-48f4-8ed4-67071fd9de41 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220243 Apr 02 18:05:29.480421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:29.485123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Usage tracker for resource:port and tenant:20783ad8fb19486282d6126c5541f328 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:29.489180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:29.495657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:29.506066 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Made reservation on behalf of 20783ad8fb19486282d6126c5541f328 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:29.512361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:29.695313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Allocated IP 172.20.0.2 (d73be367-bbdc-4031-8fd0-f1d7afc95ed8/69ea60bd-48b0-4f99-8007-1baacfa7af11/af9573cc-3f65-4fec-8510-19d87133006d) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:29.920907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:29.952958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:29.972475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-450daa04-086a-4379-93d8-f6a390311e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:30.121875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Pushing event updated for resources: {'Port': ['ID=af9573cc-3f65-4fec-8510-19d87133006d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:30.127354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:30.171201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:30.172383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:30.174715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:30.240968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:30.241508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:30.263487 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9721406 Apr 02 18:05:30.281008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Request body: {'port': {'device_id': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:30.471863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:30.530784 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42fa0a-c208-4be2-ab7f-a8c39a9f1bfe req-76cfa6b6-4282-4109-b95d-f2101cd70eb5 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:30.531578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-8f42fa0a-c208-4be2-ab7f-a8c39a9f1bfe req-76cfa6b6-4282-4109-b95d-f2101cd70eb5 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Synchronizing usage tracker for tenant:20783ad8fb19486282d6126c5541f328 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:05:30.567990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-8f42fa0a-c208-4be2-ab7f-a8c39a9f1bfe req-76cfa6b6-4282-4109-b95d-f2101cd70eb5 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Unset dirty status for tenant:20783ad8fb19486282d6126c5541f328 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:05:30.569227 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8f42fa0a-c208-4be2-ab7f-a8c39a9f1bfe req-76cfa6b6-4282-4109-b95d-f2101cd70eb5 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 931 time: 0.2537313 Apr 02 18:05:30.622830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b1d476e3-ed25-49da-b75b-f823a51ddffb up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:30.706669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port b1d476e3-ed25-49da-b75b-f823a51ddffb completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:30.708135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port b1d476e3-ed25-49da-b75b-f823a51ddffb triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:30.708567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:30.760311 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8f42fa0a-c208-4be2-ab7f-a8c39a9f1bfe req-750d4bfa-4eee-4388-89fe-4bd8968e9663 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450019 Apr 02 18:05:30.865291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:30.900634 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port b1d476e3-ed25-49da-b75b-f823a51ddffb, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=b1d476e3-ed25-49da-b75b-f823a51ddffb,segment=NetworkSegment(693af66b-e2d1-45df-a28f-00fe99a16a2f),segment_id=693af66b-e2d1-45df-a28f-00fe99a16a2f)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:30.903726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:30.905714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:30.912019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc593a-7543-46a4-9d32-466f92cefc26 req-bffc511b-3fe7-4ab7-baff-bb473d395295 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:30.913726 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-05dc593a-7543-46a4-9d32-466f92cefc26 req-bffc511b-3fe7-4ab7-baff-bb473d395295 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.3469396 Apr 02 18:05:31.002947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=b1d476e3-ed25-49da-b75b-f823a51ddffb,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:31.008608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:31.033462 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-05dc593a-7543-46a4-9d32-466f92cefc26 req-5c9384ab-cc36-4fd9-9f60-af741fc8657a tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633123 Apr 02 18:05:31.136383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9573cc-3f65-4fec-8510-19d87133006d {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:31.144760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:31.160755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Transition to ACTIVE for port object af9573cc-3f65-4fec-8510-19d87133006d will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:31.164109 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:31.179726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:31.334318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Pushing event updated for resources: {'Port': ['ID=af9573cc-3f65-4fec-8510-19d87133006d,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:31.337614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:31.550914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Attempting to bind port af9573cc-3f65-4fec-8510-19d87133006d on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:31.551420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Attempting to bind port af9573cc-3f65-4fec-8510-19d87133006d by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '0e358e72-987d-4c39-a525-6a8d0f2d408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:31.551584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Attempting to bind port af9573cc-3f65-4fec-8510-19d87133006d on network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:31.556537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Port af9573cc-3f65-4fec-8510-19d87133006d on network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:05:31.556912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Attempting to bind port af9573cc-3f65-4fec-8510-19d87133006d on network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:31.562512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:31.562876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Checking segment: {'id': '0e358e72-987d-4c39-a525-6a8d0f2d408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:31.563281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Bound using segment: {'id': '0e358e72-987d-4c39-a525-6a8d0f2d408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:31.563739 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Bound port: af9573cc-3f65-4fec-8510-19d87133006d, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e358e72-987d-4c39-a525-6a8d0f2d408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:31.564110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:31.656471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] For port af9573cc-3f65-4fec-8510-19d87133006d, host hv-cinder-78460, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:31.659285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] For port af9573cc-3f65-4fec-8510-19d87133006d, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=af9573cc-3f65-4fec-8510-19d87133006d,segment=NetworkSegment(0e358e72-987d-4c39-a525-6a8d0f2d408c),segment_id=0e358e72-987d-4c39-a525-6a8d0f2d408c)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:31.663936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:31.676935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4a3fb0d2-22ef-45ad-aa21-5e0757409509 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:31.830746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Pushing event updated for resources: {'Port': ['ID=af9573cc-3f65-4fec-8510-19d87133006d,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:31.835931 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:31.873046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:31.873602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:31.875109 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] 10.222.0.11 "PUT /v2.0/ports/af9573cc-3f65-4fec-8510-19d87133006d HTTP/1.1" status: 200 len: 1093 time: 1.5987585 Apr 02 18:05:31.875645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'tag': 'af9573cc-3f65-4fec-8510-19d87133006d'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:31.965357 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'tag': 'af9573cc-3f65-4fec-8510-19d87133006d', 'status': 'completed', 'code': 200} Apr 02 18:05:32.040517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556001c1-0013-4f57-9d0c-52c2cd4dd684 req-5b437d69-69a8-4cf9-97a9-263f4130afa7 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:32.042199 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-556001c1-0013-4f57-9d0c-52c2cd4dd684 req-5b437d69-69a8-4cf9-97a9-263f4130afa7 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 943 time: 0.1613874 Apr 02 18:05:32.044225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-5ae9cedc-800d-48f4-8333-6297e30e18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:32.045679 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-5ae9cedc-800d-48f4-8333-6297e30e18c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20783ad8fb19486282d6126c5541f328&device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 1096 time: 0.1277246 Apr 02 18:05:32.138449 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-16a7aec7-f7d8-47c6-93a4-51a2c658e6f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af9573cc-3f65-4fec-8510-19d87133006d HTTP/1.1" status: 200 len: 217 time: 0.0755889 Apr 02 18:05:32.249821 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-556001c1-0013-4f57-9d0c-52c2cd4dd684 req-abc565d0-9c75-42b2-8f88-3fffd6716965 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007854 Apr 02 18:05:32.275014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-0d3dcf6b-363c-4a64-9f7e-4df0b416197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:32.276521 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-0d3dcf6b-363c-4a64-9f7e-4df0b416197d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69ea60bd-48b0-4f99-8007-1baacfa7af11 HTTP/1.1" status: 200 len: 848 time: 0.1280940 Apr 02 18:05:32.581537 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-13f8f4e7-8698-4456-a819-39dfc25f91b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d73be367-bbdc-4031-8fd0-f1d7afc95ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2951984 Apr 02 18:05:32.595948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b1d476e3-ed25-49da-b75b-f823a51ddffb up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:32.623716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d55c38-b1ae-4b8e-b7f5-68f2e61a5c92 req-22847cd1-7017-4fca-8a1f-4c0f9080df22 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:32.625502 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b2d55c38-b1ae-4b8e-b7f5-68f2e61a5c92 req-22847cd1-7017-4fca-8a1f-4c0f9080df22 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.4381163 Apr 02 18:05:32.713607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port b1d476e3-ed25-49da-b75b-f823a51ddffb triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:32.714035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:32.756228 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b2d55c38-b1ae-4b8e-b7f5-68f2e61a5c92 req-08119ba3-a3f2-429b-975f-443e7799bacc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147232 Apr 02 18:05:32.832361 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-0fb1867a-d5a3-4a95-a274-be98705cf1ab service neutron] 10.222.0.11 "GET /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403908 Apr 02 18:05:32.993466 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cab944b8-ce7f-4ccb-b852-e74bede0965c req-3648d33e-9807-4974-8309-05fdca515252 service neutron] 10.222.0.11 "GET /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486104 Apr 02 18:05:33.061642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98bab-ba19-4295-956d-b1022cc99709 req-0fa97964-fac7-4fbf-a3c2-782dd6b3dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:33.063714 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02f98bab-ba19-4295-956d-b1022cc99709 req-0fa97964-fac7-4fbf-a3c2-782dd6b3dd4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.0911844 Apr 02 18:05:33.117852 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02f98bab-ba19-4295-956d-b1022cc99709 req-90a452e5-e9a1-41f2-95e9-8eb9a943529c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Apr 02 18:05:33.137445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-ee2fa8f2-1f58-4793-8f01-ca5e51ebc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:33.139294 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-ee2fa8f2-1f58-4793-8f01-ca5e51ebc00e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20783ad8fb19486282d6126c5541f328&device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 1096 time: 0.0878804 Apr 02 18:05:33.320339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-3b316eed-d79b-4f5d-ac6b-3a9ac076802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:33.322026 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-3b316eed-d79b-4f5d-ac6b-3a9ac076802c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d73be367-bbdc-4031-8fd0-f1d7afc95ed8 HTTP/1.1" status: 200 len: 909 time: 0.1489758 Apr 02 18:05:33.444229 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-3ba7f95c-e639-4f0c-93bc-1babc1732d60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af9573cc-3f65-4fec-8510-19d87133006d HTTP/1.1" status: 200 len: 217 time: 0.1127136 Apr 02 18:05:33.534592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-ca6041ad-78f8-4a47-9d77-1f2f23e8b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:33.536098 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-ca6041ad-78f8-4a47-9d77-1f2f23e8b0d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69ea60bd-48b0-4f99-8007-1baacfa7af11 HTTP/1.1" status: 200 len: 848 time: 0.0821724 Apr 02 18:05:33.547172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e47b02-c012-4408-80a2-175a58254924 req-a3912082-5be8-4519-a325-2494cdb27263 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:33.548633 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-37e47b02-c012-4408-80a2-175a58254924 req-a3912082-5be8-4519-a325-2494cdb27263 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 943 time: 0.1620703 Apr 02 18:05:33.613112 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-019bf9ae-73a4-4fde-97cd-50308f68f0fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d73be367-bbdc-4031-8fd0-f1d7afc95ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623934 Apr 02 18:05:33.677505 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-37e47b02-c012-4408-80a2-175a58254924 req-6b7e5653-8c4f-4ac6-9898-8308ed37cd17 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924449 Apr 02 18:05:33.778331 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-39571325-3fdd-41e5-aba3-7d2a766d282f service neutron] 10.222.0.11 "GET /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509578 Apr 02 18:05:33.982270 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d8d94e3-23bc-477c-9b74-c177e3aaa2ef req-d9974af9-ff63-4bb5-9ca5-2d3cbec236a4 service neutron] 10.222.0.11 "GET /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947877 Apr 02 18:05:34.014641 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d2ecd-4623-46e8-b220-8e49741e5124 req-1898092f-11f8-4896-aa32-2303865abf03 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:34.016257 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2f6d2ecd-4623-46e8-b220-8e49741e5124 req-1898092f-11f8-4896-aa32-2303865abf03 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1320593 Apr 02 18:05:34.065013 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2f6d2ecd-4623-46e8-b220-8e49741e5124 req-3eb98eba-65d6-4ee2-9a28-a7e309da78a5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Apr 02 18:05:34.888781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5906-b99c-4429-a4fd-dd339c7384fa req-e763b4e1-50f7-45b2-8c94-ace1a759c8e9 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:34.890359 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5b5d5906-b99c-4429-a4fd-dd339c7384fa req-e763b4e1-50f7-45b2-8c94-ace1a759c8e9 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 943 time: 0.0902026 Apr 02 18:05:34.941900 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5b5d5906-b99c-4429-a4fd-dd339c7384fa req-8316347d-6e6d-4433-904b-0f629a61c53d tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Apr 02 18:05:35.281431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb0d-2127-45db-9942-911450008fb3 req-40991e1d-b9cd-4f75-b124-e61646e01ccb tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:35.283076 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e438fb0d-2127-45db-9942-911450008fb3 req-40991e1d-b9cd-4f75-b124-e61646e01ccb tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0934768 Apr 02 18:05:35.333507 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e438fb0d-2127-45db-9942-911450008fb3 req-b4c00b7c-9e26-4db1-bcab-98ad7a8bc4c5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Apr 02 18:05:36.219964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-d0acdaf8-5022-4637-8ca6-95d34441d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:36.221662 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-d0acdaf8-5022-4637-8ca6-95d34441d089 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.2189906 Apr 02 18:05:36.262244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f812e-c3b1-49e4-b092-76916bab3f3f req-0e7f40c8-0892-45ed-8a0f-057ebf3425ad tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:36.263760 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-728f812e-c3b1-49e4-b092-76916bab3f3f req-0e7f40c8-0892-45ed-8a0f-057ebf3425ad tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 943 time: 0.1720040 Apr 02 18:05:36.275256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe47c57-c8d1-41f3-9595-18083d2b3608 req-2e154d5e-3e69-4500-a850-39f378d9c937 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:36.276936 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abe47c57-c8d1-41f3-9595-18083d2b3608 req-2e154d5e-3e69-4500-a850-39f378d9c937 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2273176 Apr 02 18:05:36.437849 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abe47c57-c8d1-41f3-9595-18083d2b3608 req-b0fcc343-b700-4978-a1de-aa0d27862443 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441905 Apr 02 18:05:36.448197 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-728f812e-c3b1-49e4-b092-76916bab3f3f req-848d7525-dc8e-4d0a-ba9e-bf2a2c7c047b tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588089 Apr 02 18:05:36.474587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-3b7859c5-0df0-46b1-a44c-6de39409a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:36.476253 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-3b7859c5-0df0-46b1-a44c-6de39409a480 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 200 len: 917 time: 0.2438178 Apr 02 18:05:36.558852 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-f71ae7ab-487a-470f-8894-e7fe71ae901f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 200 len: 217 time: 0.0704577 Apr 02 18:05:36.630032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:05:36.635952 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-571a71d6-4849-4f4a-a570-95bc0fc56fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:36.637530 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-571a71d6-4849-4f4a-a570-95bc0fc56fe8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 200 len: 856 time: 0.0713983 Apr 02 18:05:36.693228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device af9573cc-3f65-4fec-8510-19d87133006d details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:05:36.704186 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-c8834626-b032-40c6-b5fb-e41192f378dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2430c0-00e5-440f-9182-fc306bb8ac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584097 Apr 02 18:05:36.867139 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-f06ad5c8-d188-407e-9467-c76405168e8d service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498044 Apr 02 18:05:36.901883 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port af9573cc-3f65-4fec-8510-19d87133006d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=af9573cc-3f65-4fec-8510-19d87133006d,segment=NetworkSegment(0e358e72-987d-4c39-a525-6a8d0f2d408c),segment_id=0e358e72-987d-4c39-a525-6a8d0f2d408c)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:36.902300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57068) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:36.918537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'af9573cc-3f65-4fec-8510-19d87133006d', 'network_id': 'd73be367-bbdc-4031-8fd0-f1d7afc95ed8', 'port_id': 'af9573cc-3f65-4fec-8510-19d87133006d', 'mac_address': 'fa:16:3e:18:77:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ea60bd-48b0-4f99-8007-1baacfa7af11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:05:36.983984 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.009523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9573cc-3f65-4fec-8510-19d87133006d {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:37.027572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port af9573cc-3f65-4fec-8510-19d87133006d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=af9573cc-3f65-4fec-8510-19d87133006d,segment=NetworkSegment(0e358e72-987d-4c39-a525-6a8d0f2d408c),segment_id=0e358e72-987d-4c39-a525-6a8d0f2d408c)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:37.033341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.035717 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa90f4f6-0808-4d45-a0a8-7e1123aa1ee6 req-2e7eb768-2e58-44d5-9d7c-c443c20bd17f service neutron] 10.222.0.11 "GET /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591589 Apr 02 18:05:37.035855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4e84ccfb-dc53-4569-a7e6-3082acc2d3d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:37.059695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.076510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:37.080842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Usage tracker for resource:security_group_rule and tenant:0297ace850c74072a1f8a541c507d354 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:37.084152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:37.091104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:37.117641 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=af9573cc-3f65-4fec-8510-19d87133006d,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:37.121016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:37.198742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.206527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.215550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b5c5d604-8e66-4bdb-812d-87242db02baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:37.257018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733da660-1def-46ec-a1f0-83b306a087ae,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:37.261837 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0297ace850c74072a1f8a541c507d354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584373 Apr 02 18:05:37.262854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:37.264773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 57078) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:05:37.338406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.358532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['af9573cc-3f65-4fec-8510-19d87133006d'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:05:37.368201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.438642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.444322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c95e877a-999d-4235-90ce-382409c27de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:37.455794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733da660-1def-46ec-a1f0-83b306a087ae,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:37.459531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:37.463662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:37.464897 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/733da660-1def-46ec-a1f0-83b306a087ae HTTP/1.1" status: 204 len: 168 time: 0.1989520 Apr 02 18:05:37.737940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867c549-aac0-453b-b307-d546e4523a9b req-0589dd7b-7afc-4568-8c42-073bd5a33bfd tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:37.739236 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b867c549-aac0-453b-b307-d546e4523a9b req-0589dd7b-7afc-4568-8c42-073bd5a33bfd tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1697071 Apr 02 18:05:37.762361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8b308-ba8b-4fd9-8726-4d0709cb9863 req-ac63f207-22e2-4743-8ca3-00c1e3e14814 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:37.764031 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1ab8b308-ba8b-4fd9-8726-4d0709cb9863 req-ac63f207-22e2-4743-8ca3-00c1e3e14814 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 944 time: 0.1457572 Apr 02 18:05:37.848744 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b867c549-aac0-453b-b307-d546e4523a9b req-f5cab809-b0fb-44d8-a32a-f3a443fac0ac tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836391 Apr 02 18:05:37.851669 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1ab8b308-ba8b-4fd9-8726-4d0709cb9863 req-e15e4765-d539-4b14-b707-1ff143fd2e4f tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657432 Apr 02 18:05:38.701231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device af9573cc-3f65-4fec-8510-19d87133006d up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:38.772738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port af9573cc-3f65-4fec-8510-19d87133006d completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:38.777879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port af9573cc-3f65-4fec-8510-19d87133006d triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:38.778315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:38.925001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:38.968907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port af9573cc-3f65-4fec-8510-19d87133006d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=af9573cc-3f65-4fec-8510-19d87133006d,segment=NetworkSegment(0e358e72-987d-4c39-a525-6a8d0f2d408c),segment_id=0e358e72-987d-4c39-a525-6a8d0f2d408c)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:38.970130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9573cc-3f65-4fec-8510-19d87133006d'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:38.977972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:38.980612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0a47d391-bc83-45fa-96c7-f297ce8999c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:39.253580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41701bb5-76ef-4de6-8b64-6e7077298d55 req-087534e9-f8cd-4f45-aba4-12b006eb5711 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:39.255159 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-41701bb5-76ef-4de6-8b64-6e7077298d55 req-087534e9-f8cd-4f45-aba4-12b006eb5711 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1338079 Apr 02 18:05:39.267751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=af9573cc-3f65-4fec-8510-19d87133006d,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:39.268377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75587f7b-22ff-4423-9db0-5b24da3bd008 req-a5d1d6ed-d4d2-4cc7-b77e-03527247f4e8 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:39.270696 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-75587f7b-22ff-4423-9db0-5b24da3bd008 req-a5d1d6ed-d4d2-4cc7-b77e-03527247f4e8 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.2481039 Apr 02 18:05:39.273045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:39.349651 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-41701bb5-76ef-4de6-8b64-6e7077298d55 req-47df70c9-c73b-4208-9540-7ec2891c7a60 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776916 Apr 02 18:05:39.361199 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-75587f7b-22ff-4423-9db0-5b24da3bd008 req-01eea8ce-e439-40cf-b055-9f57350cb711 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Apr 02 18:05:39.409845 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9573cc-3f65-4fec-8510-19d87133006d', 'code': 200} Apr 02 18:05:39.689852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1678f1-6fb2-4b36-af41-a2a5cafc40d3 req-0d731ade-4944-481e-a610-8e62554b484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:39.691448 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bd1678f1-6fb2-4b36-af41-a2a5cafc40d3 req-0d731ade-4944-481e-a610-8e62554b484d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 1098 time: 0.0848117 Apr 02 18:05:39.739394 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bd1678f1-6fb2-4b36-af41-a2a5cafc40d3 req-82eacef6-ab41-4993-b359-e76a5156e418 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Apr 02 18:05:40.139801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea77d22-a031-4ae7-b156-5aaba0b1aca9 req-241d0f81-8152-445b-90eb-128ef9628f7d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:40.141671 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6ea77d22-a031-4ae7-b156-5aaba0b1aca9 req-241d0f81-8152-445b-90eb-128ef9628f7d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.0913265 Apr 02 18:05:40.218564 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6ea77d22-a031-4ae7-b156-5aaba0b1aca9 req-ff7f6045-4e80-48ee-bfd5-79dd84891e90 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700374 Apr 02 18:05:40.220206 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-69713026-97a7-4c12-b2ba-70ae692abeaa tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9e670b13e4d740598a77399433b0355d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418994 Apr 02 18:05:40.678397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-f87039cf-ec7d-4a88-bd16-af1a700423a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:40.679979 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-f87039cf-ec7d-4a88-bd16-af1a700423a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4529657 Apr 02 18:05:40.700150 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-3b4f4a52-c2dd-4a27-be39-b553fa9028fe tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/quotas/9e670b13e4d740598a77399433b0355d HTTP/1.1" status: 200 len: 375 time: 0.0136032 Apr 02 18:05:40.710034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b6eb-1331-4add-bbc1-31391a95fb24 req-8fa19cce-3ffb-4f46-9eb7-976238ae3166 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:40.711557 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77e3b6eb-1331-4add-bbc1-31391a95fb24 req-8fa19cce-3ffb-4f46-9eb7-976238ae3166 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1538761 Apr 02 18:05:40.775607 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-02adae52-6698-4e39-a9b5-c1c1d03136c1 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e670b13e4d740598a77399433b0355d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628936 Apr 02 18:05:40.805152 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77e3b6eb-1331-4add-bbc1-31391a95fb24 req-77045dc6-e036-46c0-a1b3-3a223dba551a tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560775 Apr 02 18:05:41.049190 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b47d7c7a-2be5-410f-9756-1343c42a49ea req-73c99007-0d3f-4e60-a198-0bcfb744108d tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 210 time: 0.0732014 Apr 02 18:05:41.145419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b4689-55a8-43a0-8e25-a58041cb8042 req-e96337a8-a1ba-4686-b4a3-983bba5355c6 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:41.150480 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-713b4689-55a8-43a0-8e25-a58041cb8042 req-e96337a8-a1ba-4686-b4a3-983bba5355c6 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.2238824 Apr 02 18:05:41.204446 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-713b4689-55a8-43a0-8e25-a58041cb8042 req-7e23269b-3601-4036-9887-58bfdf814a9b tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464315 Apr 02 18:05:41.443533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963381c-ac34-47cf-89fe-033b27bf3f03 req-56e5310c-1d53-408b-8429-c36ad40c38b2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:41.445176 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a963381c-ac34-47cf-89fe-033b27bf3f03 req-56e5310c-1d53-408b-8429-c36ad40c38b2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.0918939 Apr 02 18:05:41.499657 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a963381c-ac34-47cf-89fe-033b27bf3f03 req-341ae20b-1ef7-42cf-962a-ee4b355d932b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Apr 02 18:05:42.113623 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-c3a457c3-f722-4d78-b41b-d37c4522cc4e tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9e670b13e4d740598a77399433b0355d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322495 Apr 02 18:05:42.305982 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c73dd57d-4860-4938-9e86-9538a5339670 req-0195217f-1d8d-4e64-8c96-1d5576ba9578 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 210 time: 0.1349530 Apr 02 18:05:42.398262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-4310c9c7-5f4c-4bdc-8942-5278c481969c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:42.399808 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-4310c9c7-5f4c-4bdc-8942-5278c481969c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804759 Apr 02 18:05:42.421565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Request body: {'port': {'device_id': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e', 'admin_state_up': True, 'tenant_id': '9e670b13e4d740598a77399433b0355d'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:42.558225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080b102-b57c-479f-b31f-e65304005dc0 req-dced90cb-9b1d-49af-aaf0-3f7e854d1168 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:42.559935 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4080b102-b57c-479f-b31f-e65304005dc0 req-dced90cb-9b1d-49af-aaf0-3f7e854d1168 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.2205231 Apr 02 18:05:42.653184 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4080b102-b57c-479f-b31f-e65304005dc0 req-a329e190-e37b-4d44-997b-04730c3db057 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827355 Apr 02 18:05:42.711666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:42.717954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Usage tracker for resource:port and tenant:9e670b13e4d740598a77399433b0355d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:42.722619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:42.734055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:42.771021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Made reservation on behalf of 9e670b13e4d740598a77399433b0355d for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:42.777730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:42.801279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab11766-bb5b-4c11-a667-8e204b1ef14e req-eeeacf05-b3fa-45e9-b38b-fb6e148162a2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:42.808740 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1ab11766-bb5b-4c11-a667-8e204b1ef14e req-eeeacf05-b3fa-45e9-b38b-fb6e148162a2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1616428 Apr 02 18:05:42.810808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:42.845045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:42.852104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Usage tracker for resource:security_group_rule and tenant:9e670b13e4d740598a77399433b0355d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:42.862033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:42.872173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:42.883620 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1ab11766-bb5b-4c11-a667-8e204b1ef14e req-2ca03b2e-1f4e-43cb-8240-f66dae328372 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739415 Apr 02 18:05:43.002208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.006038 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.028012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-75e557d3-c89c-4139-8c88-bffb4ca297fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:43.125452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ba58a4-cf40-4c42-ac57-e3d4b8560a80,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:43.132432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:43.226213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Allocated IP 192.168.233.129 (f8e8986e-5076-4351-8143-75ad621ec90e/71042554-4ced-47ce-a848-aa742f69f047/0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:43.485632 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-592a7a0f-9103-434d-9e9b-4164a09093dd req-d4aee050-dcf6-4cc9-8379-6127689ce380 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 210 time: 0.0628009 Apr 02 18:05:43.490744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.507642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Transition to ACTIVE for port object 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:43.533907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.549957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d18f7bef-9d21-40a8-a38f-446a8baca28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:43.699097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Pushing event updated for resources: {'Port': ['ID=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:43.704135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:43.746011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Network f8e8986e-5076-4351-8143-75ad621ec90e is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:43.747172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:43.749649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:43.824632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:43.825188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:43.854449 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4368939 Apr 02 18:05:43.877767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Request body: {'port': {'device_id': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:43.946215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-4aa3963f-cdaa-44c2-b31b-85c1ce9d6a44 None None] Provisioning for port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:43.951514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-4aa3963f-cdaa-44c2-b31b-85c1ce9d6a44 None None] Provisioning complete for port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:43.951955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4aa3963f-cdaa-44c2-b31b-85c1ce9d6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:44.003069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:44.009304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3963f-cdaa-44c2-b31b-85c1ce9d6a44 None None] Port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:05:44.258994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65c90-52c9-4fc6-8221-36ec82af3810 req-aabab5b6-a52a-4634-aece-1d952e5ded1f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:44.260672 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c5b65c90-52c9-4fc6-8221-36ec82af3810 req-aabab5b6-a52a-4634-aece-1d952e5ded1f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2421825 Apr 02 18:05:44.370250 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c5b65c90-52c9-4fc6-8221-36ec82af3810 req-e90e47a5-bcb4-465a-90ed-255f40366354 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979359 Apr 02 18:05:44.551798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:44.559871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:44.576742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Transition to ACTIVE for port object 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:44.579140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:44.594828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:44.803371 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:44.808670 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:44.864347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-b114976e-690f-46e8-a987-1043e589d4a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:44.865095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-b114976e-690f-46e8-a987-1043e589d4a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Synchronizing usage tracker for tenant:9e670b13e4d740598a77399433b0355d on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:05:45.211605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-b114976e-690f-46e8-a987-1043e589d4a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Unset dirty status for tenant:9e670b13e4d740598a77399433b0355d on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:05:45.212870 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-b114976e-690f-46e8-a987-1043e589d4a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 948 time: 0.5712023 Apr 02 18:05:45.321091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-3e755cdc-4e30-4532-9ad5-4964faa46ee4 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Synchronizing usage tracker for tenant:9e670b13e4d740598a77399433b0355d on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:05:45.333540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Attempting to bind port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:45.333540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Attempting to bind port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:45.333540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Attempting to bind port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 on network f8e8986e-5076-4351-8143-75ad621ec90e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:45.344273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 on network f8e8986e-5076-4351-8143-75ad621ec90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:05:45.344627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Attempting to bind port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 on network f8e8986e-5076-4351-8143-75ad621ec90e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:45.352220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:45.352592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Checking segment: {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:45.353012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Bound using segment: {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:45.353515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Bound port: 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:45.354009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:45.368321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-3e755cdc-4e30-4532-9ad5-4964faa46ee4 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Unset dirty status for tenant:9e670b13e4d740598a77399433b0355d on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:05:45.377902 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3805471-3caf-4a12-a8b4-d744c99cf783 req-3e755cdc-4e30-4532-9ad5-4964faa46ee4 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230516 Apr 02 18:05:45.464501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] For port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host hv-cinder-78460, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:45.469072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] For port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:45.472779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:45.489278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:45.781743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:45.790315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:45.843943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342922-ea8c-44ee-9115-b2254cc60475 req-0c1c61be-9fd2-4dc5-bd43-be127b7504b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:45.847569 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b6342922-ea8c-44ee-9115-b2254cc60475 req-0c1c61be-9fd2-4dc5-bd43-be127b7504b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.3134882 Apr 02 18:05:45.854047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:45.856607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:45.858978 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] 10.222.0.11 "PUT /v2.0/ports/0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 HTTP/1.1" status: 200 len: 1098 time: 1.9861615 Apr 02 18:05:45.861080 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'tag': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:45.914581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da40d92-c97b-4c26-a533-2704f649b8a5 req-cc4c0ef1-7e0b-4973-820a-0aa4fe21379d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:45.916400 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6da40d92-c97b-4c26-a533-2704f649b8a5 req-cc4c0ef1-7e0b-4973-820a-0aa4fe21379d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2468667 Apr 02 18:05:46.052210 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b6342922-ea8c-44ee-9115-b2254cc60475 req-760d1713-99d6-44d8-a185-df6ad1d2d2cb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763179 Apr 02 18:05:46.061822 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6da40d92-c97b-4c26-a533-2704f649b8a5 req-7a3b1929-d8ec-4ea7-9d84-9e5042e3038d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Apr 02 18:05:46.090214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-dd802af1-c3c9-4955-8118-a732a7b220bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:46.090214 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-dd802af1-c3c9-4955-8118-a732a7b220bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e670b13e4d740598a77399433b0355d&device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 1101 time: 0.1846218 Apr 02 18:05:46.166595 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'tag': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8', 'status': 'completed', 'code': 200} Apr 02 18:05:46.178566 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-40e4712c-1f42-41b2-b953-77caad38066e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 HTTP/1.1" status: 200 len: 217 time: 0.0778966 Apr 02 18:05:46.257016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-97b4e325-fb80-4e06-b76a-24a752c17255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:46.258639 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-97b4e325-fb80-4e06-b76a-24a752c17255 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71042554-4ced-47ce-a848-aa742f69f047 HTTP/1.1" status: 200 len: 843 time: 0.0723209 Apr 02 18:05:46.346749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-431ed4ee-ba33-4f32-b3f1-38bfda2da44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:46.348615 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-431ed4ee-ba33-4f32-b3f1-38bfda2da44d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e8986e-5076-4351-8143-75ad621ec90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0821755 Apr 02 18:05:46.540970 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-a42a0113-95b4-4aa3-9692-760bf72bff9d service neutron] 10.222.0.11 "GET /v2.0/networks/f8e8986e-5076-4351-8143-75ad621ec90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824300 Apr 02 18:05:46.773300 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7065816c-d287-43cd-bfb0-e178d10a0b04 req-b51ee8c0-dc50-4ed3-98c8-f8510b6f8d60 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e8986e-5076-4351-8143-75ad621ec90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212777 Apr 02 18:05:46.790036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27bb7e-b111-487b-b91b-9c00ed29b909 req-54ed3c65-2ce4-438b-af92-3826331ca8e6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:46.791674 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4b27bb7e-b111-487b-b91b-9c00ed29b909 req-54ed3c65-2ce4-438b-af92-3826331ca8e6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 948 time: 0.2953873 Apr 02 18:05:46.804166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56f50-b5c7-4128-a881-da76c10c89d7 req-b2dc639f-a634-42d1-95cd-50a6a54b0b1a tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:46.805812 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43e56f50-b5c7-4128-a881-da76c10c89d7 req-b2dc639f-a634-42d1-95cd-50a6a54b0b1a tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.2303255 Apr 02 18:05:46.930362 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4b27bb7e-b111-487b-b91b-9c00ed29b909 req-88db269d-174e-47dc-a7b6-d92dd01a7096 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235006 Apr 02 18:05:46.939812 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43e56f50-b5c7-4128-a881-da76c10c89d7 req-167cf50b-9939-486d-9549-85eaa2995996 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170561 Apr 02 18:05:46.966626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-e1ef2964-36cb-4a28-8619-4f7b90963821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:46.968296 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-e1ef2964-36cb-4a28-8619-4f7b90963821 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e670b13e4d740598a77399433b0355d&device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 1101 time: 0.1236041 Apr 02 18:05:47.124236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-0054e11c-ae6b-46c8-a72b-1f79af022d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:47.126048 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-0054e11c-ae6b-46c8-a72b-1f79af022d76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e8986e-5076-4351-8143-75ad621ec90e HTTP/1.1" status: 200 len: 870 time: 0.1489053 Apr 02 18:05:47.281162 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-2378b433-9805-4474-bba9-7b727c116ae6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 HTTP/1.1" status: 200 len: 217 time: 0.1439981 Apr 02 18:05:47.382280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-85a45c7b-00fc-4f2e-a82c-e820bd0355c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:47.383812 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-85a45c7b-00fc-4f2e-a82c-e820bd0355c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=71042554-4ced-47ce-a848-aa742f69f047 HTTP/1.1" status: 200 len: 843 time: 0.0919697 Apr 02 18:05:47.468644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c288d72-43e4-458d-9dde-eb087f0dce2d req-4a732148-6c24-4140-83b1-a9d1806bcc4f tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:47.470199 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c288d72-43e4-458d-9dde-eb087f0dce2d req-4a732148-6c24-4140-83b1-a9d1806bcc4f tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2802637 Apr 02 18:05:47.478323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21af69-5084-45de-bfe3-97a0978a971a req-a3df5034-bf65-43dc-828d-f3a2a1018166 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:47.479788 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ae21af69-5084-45de-bfe3-97a0978a971a req-a3df5034-bf65-43dc-828d-f3a2a1018166 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2823427 Apr 02 18:05:47.568981 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c288d72-43e4-458d-9dde-eb087f0dce2d req-ba4ea810-6df3-498b-9385-a4cc51f54abc tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871451 Apr 02 18:05:47.577864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ae21af69-5084-45de-bfe3-97a0978a971a req-ad33a19b-c6d1-4414-a016-16c886edc191 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803072 Apr 02 18:05:47.587639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-c511f07b-fe82-4049-88f0-b122d6171f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:47.589318 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-c511f07b-fe82-4049-88f0-b122d6171f8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e8986e-5076-4351-8143-75ad621ec90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1870382 Apr 02 18:05:47.966338 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-087ad897-af65-4012-b8ef-fee3ccc79c8e service neutron] 10.222.0.11 "GET /v2.0/networks/f8e8986e-5076-4351-8143-75ad621ec90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692822 Apr 02 18:05:48.248903 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f5e1cb00-1638-4033-b972-ecc7e2e41657 req-39933bbb-8d62-41f4-aa74-46e1b1c91fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e8986e-5076-4351-8143-75ad621ec90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748723 Apr 02 18:05:48.287811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032831-71b8-4dab-a84e-71635fc72f1c req-1ef27788-4f2d-4824-9071-984846b5e5f8 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:48.289429 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-00032831-71b8-4dab-a84e-71635fc72f1c req-1ef27788-4f2d-4824-9071-984846b5e5f8 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.1955688 Apr 02 18:05:48.297466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706100c9-7ff7-4029-ad53-d8a3be04a2c0 req-388c4d73-ff7b-4ba6-832e-1851154cc6d8 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:48.298948 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-706100c9-7ff7-4029-ad53-d8a3be04a2c0 req-388c4d73-ff7b-4ba6-832e-1851154cc6d8 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 948 time: 0.2030816 Apr 02 18:05:48.373828 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-00032831-71b8-4dab-a84e-71635fc72f1c req-c2c7e42e-1b62-42cc-b8b2-03cc3d483e78 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738688 Apr 02 18:05:48.378561 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-706100c9-7ff7-4029-ad53-d8a3be04a2c0 req-297258d8-c292-47aa-bfa1-793b51cbed66 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636244 Apr 02 18:05:48.493327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e2119f99-992e-41a9-abf0-d47920b897b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:48.919280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e368b-881f-49f4-bc29-62dae0e4b076 req-369514a8-45d8-48cb-a6bc-7dc194ee6569 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:48.920731 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1e6e368b-881f-49f4-bc29-62dae0e4b076 req-369514a8-45d8-48cb-a6bc-7dc194ee6569 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.2146206 Apr 02 18:05:48.930423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688be683-a308-4ad3-bc17-52e22412516c req-513250a8-9161-4b88-b57f-d421b0aa185f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:48.931892 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-688be683-a308-4ad3-bc17-52e22412516c req-513250a8-9161-4b88-b57f-d421b0aa185f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1884201 Apr 02 18:05:49.019919 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1e6e368b-881f-49f4-bc29-62dae0e4b076 req-219b5f1f-895c-4e43-9626-83dc3d653b2a tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868363 Apr 02 18:05:49.027382 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-688be683-a308-4ad3-bc17-52e22412516c req-78cd4ccb-3af9-4b44-ad3b-f0a14cbe3c29 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753331 Apr 02 18:05:49.036899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-f8b7d68b-a8be-46fb-aef2-eefbd725db7a tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:49.038523 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-f8b7d68b-a8be-46fb-aef2-eefbd725db7a tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.11 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.2149632 Apr 02 18:05:49.118224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Deleting port af9573cc-3f65-4fec-8510-19d87133006d {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:05:49.118606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:49.312489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-724579fb-fa78-4e4a-a9a7-f0cddaae2886 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:49.313323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-724579fb-fa78-4e4a-a9a7-f0cddaae2886 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Synchronizing usage tracker for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:05:49.325524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-724579fb-fa78-4e4a-a9a7-f0cddaae2886 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Unset dirty status for tenant:86c2ea5bbfd94fe4aef6dced43def1c9 on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:05:49.326719 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-724579fb-fa78-4e4a-a9a7-f0cddaae2886 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 946 time: 0.1026838 Apr 02 18:05:49.387616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] For port af9573cc-3f65-4fec-8510-19d87133006d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=af9573cc-3f65-4fec-8510-19d87133006d,segment=NetworkSegment(0e358e72-987d-4c39-a525-6a8d0f2d408c),segment_id=0e358e72-987d-4c39-a525-6a8d0f2d408c)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:49.388031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:49.412567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Deleting port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:05:49.412951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:49.586254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Calling delete_port for af9573cc-3f65-4fec-8510-19d87133006d owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:05:49.713385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] For port 4667cc5a-3595-4b6d-9811-5d4e41f225e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4667cc5a-3595-4b6d-9811-5d4e41f225e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:49.713749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:49.845998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Calling delete_port for 4667cc5a-3595-4b6d-9811-5d4e41f225e2 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:05:49.886343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:49.897478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ea8e-cbac-4aa9-8874-a79ed933336b req-c720423c-41fd-41bc-8bba-50feee745866 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:49.899066 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4314ea8e-cbac-4aa9-8874-a79ed933336b req-c720423c-41fd-41bc-8bba-50feee745866 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 948 time: 0.3600247 Apr 02 18:05:49.914201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a059-58b6-4bcb-a5c9-3159aae1738c req-e47f2017-4b6a-44f0-8672-6200c0865ad6 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:49.915745 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a707a059-58b6-4bcb-a5c9-3159aae1738c req-e47f2017-4b6a-44f0-8672-6200c0865ad6 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/ports?device_id=3908cc34-ef88-48d2-8921-62460ce08b4c HTTP/1.1" status: 200 len: 945 time: 0.3377640 Apr 02 18:05:49.981015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:49.996351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['af9573cc-3f65-4fec-8510-19d87133006d'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:05:49.998431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:50.004480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ee21714b-e60e-4adc-b6b4-1cfeb84ee23b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:50.014104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-203cafa6-2ef4-44ad-8359-cab8d01e9f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:50.045752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['4ffbf997-3964-449b-8a87-46529dc3c3e2', '4667cc5a-3595-4b6d-9811-5d4e41f225e2'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:05:50.072179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Pushing event deleted for resources: {'Port': ['ID=4667cc5a-3595-4b6d-9811-5d4e41f225e2,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:50.077127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:50.079501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Pushing event deleted for resources: {'Port': ['ID=af9573cc-3f65-4fec-8510-19d87133006d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:50.081641 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:50.085090 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4314ea8e-cbac-4aa9-8874-a79ed933336b req-ad9c9491-0609-474d-8416-f9e4b524385c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683145 Apr 02 18:05:50.153237 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a707a059-58b6-4bcb-a5c9-3159aae1738c req-667117d1-cbf8-43dd-aec0-b7b925fe1518 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.22 "GET /v2.0/security-groups?id=34dda9c9-49e9-4bb7-9887-58e95d7976b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160792 Apr 02 18:05:50.274062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6f3a562a-ccb1-412e-91d2-d160a27b02d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:50.364470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] No DVR routers for this DVR port af9573cc-3f65-4fec-8510-19d87133006d on host hv-cinder-78460 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:05:50.386797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] No DVR routers for this DVR port 4667cc5a-3595-4b6d-9811-5d4e41f225e2 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:05:50.389204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:50.392061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'name': 'network-vif-deleted', 'tag': '4667cc5a-3595-4b6d-9811-5d4e41f225e2'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:50.411692 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7eabc25c-bc9b-4bb8-82bf-3b5da2fe1a03 req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "DELETE /v2.0/ports/4667cc5a-3595-4b6d-9811-5d4e41f225e2 HTTP/1.1" status: 204 len: 173 time: 1.0771320 Apr 02 18:05:50.432495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:50.435502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'name': 'network-vif-deleted', 'tag': 'af9573cc-3f65-4fec-8510-19d87133006d'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:50.445981 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-422a6e7c-f47e-4657-bb9a-bdc71e433867 req-0742b04d-e855-4ba8-a5ae-0708e9b12ac4 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5d290b1-e9b3-4a01-8370-e5afe6c91098 HTTP/1.1" status: 200 len: 210 time: 0.0792396 Apr 02 18:05:50.463714 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7eaca8f4-0e7e-4e73-8734-323926f08a2f req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] 10.222.0.11 "DELETE /v2.0/ports/af9573cc-3f65-4fec-8510-19d87133006d HTTP/1.1" status: 204 len: 173 time: 1.4165463 Apr 02 18:05:50.473915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-0b4fdc08-66e6-4181-9086-3031a0ae8a06 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Synchronizing usage tracker for tenant:0917afcac84b4b6c85d54c71c2b8707b on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:05:50.490876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-0b4fdc08-66e6-4181-9086-3031a0ae8a06 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Unset dirty status for tenant:0917afcac84b4b6c85d54c71c2b8707b on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:05:50.492144 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-0b4fdc08-66e6-4181-9086-3031a0ae8a06 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149457802&fields=id&tenant_id=0917afcac84b4b6c85d54c71c2b8707b HTTP/1.1" status: 200 len: 267 time: 0.1235974 Apr 02 18:05:50.716193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9b1654b0-0cdc-409b-ba2d-aa4929d46c82 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:50.717793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9b1654b0-0cdc-409b-ba2d-aa4929d46c82 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 808 time: 0.2182262 Apr 02 18:05:50.739377 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-333c3d56-bc14-40a9-8aaf-ab951b604d86 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/quotas/0917afcac84b4b6c85d54c71c2b8707b HTTP/1.1" status: 200 len: 375 time: 0.0133808 Apr 02 18:05:50.747937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc89d9c-0cd5-469f-97b6-56d66bc30c89 req-9aa70cb8-653d-4b40-a232-b3d68499a9ae tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:50.749571 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1dc89d9c-0cd5-469f-97b6-56d66bc30c89 req-9aa70cb8-653d-4b40-a232-b3d68499a9ae tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1545899 Apr 02 18:05:50.779618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:05:50.851997 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1dc89d9c-0cd5-469f-97b6-56d66bc30c89 req-4e357799-e0fa-42ca-968b-e2f2a9490382 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587683 Apr 02 18:05:50.874465 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-c78a8f11-953e-4eb7-83d7-86473211986f tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237864 Apr 02 18:05:50.923402 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d290b1-e9b3-4a01-8370-e5afe6c91098', 'name': 'network-vif-deleted', 'tag': '4667cc5a-3595-4b6d-9811-5d4e41f225e2', 'status': 'completed', 'code': 200} Apr 02 18:05:50.926778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:50.942148 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8', 'network_id': 'f8e8986e-5076-4351-8143-75ad621ec90e', 'port_id': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8', 'mac_address': 'fa:16:3e:6c:d2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71042554-4ced-47ce-a848-aa742f69f047', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:05:50.978398 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3908cc34-ef88-48d2-8921-62460ce08b4c', 'name': 'network-vif-deleted', 'tag': 'af9573cc-3f65-4fec-8510-19d87133006d', 'status': 'completed', 'code': 200} Apr 02 18:05:51.008501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:51.026517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:51.030955 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-4cefe19c-87ef-4feb-b9ca-608f8c0840b8 service neutron] 10.222.0.22 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422186 Apr 02 18:05:51.043560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:51.047653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:51.049520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:51.130236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:51.144056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:51.147647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:51.335767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:05:51.503178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d96c8-b285-4b26-b29e-3cb3b3544764 req-3d546a40-38b0-41af-aa75-726f6a3727c6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:51.505432 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-158d96c8-b285-4b26-b29e-3cb3b3544764 req-3d546a40-38b0-41af-aa75-726f6a3727c6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 949 time: 0.1412537 Apr 02 18:05:51.522447 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-0dce6279-4816-4447-9b65-e37b5d67f024 service neutron] 10.222.0.22 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834354 Apr 02 18:05:51.577869 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-158d96c8-b285-4b26-b29e-3cb3b3544764 req-8ed392f7-894f-4860-9201-354175cc1f44 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Apr 02 18:05:51.971677 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c5d34546-a1c7-428c-9a57-d9c438f2f3ab req-91771f65-895d-48e6-8de6-0b33c9bc57db tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 210 time: 0.0557413 Apr 02 18:05:52.255395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5f258-1f48-4838-b307-94b8e232d23f req-d70539f9-df2a-42b0-8fd8-176aa0b0e83e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:52.257007 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-32f5f258-1f48-4838-b307-94b8e232d23f req-d70539f9-df2a-42b0-8fd8-176aa0b0e83e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1630116 Apr 02 18:05:52.265906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18273-d9ab-4de8-bc4f-d9a2d7e74a1f req-a82d6aa0-7806-4a5a-a6e8-a7b5b4651aea tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:52.267456 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9ae18273-d9ab-4de8-bc4f-d9a2d7e74a1f req-a82d6aa0-7806-4a5a-a6e8-a7b5b4651aea tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1359971 Apr 02 18:05:52.343438 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-32f5f258-1f48-4838-b307-94b8e232d23f req-35c5031f-2948-49c8-a34c-6fe5c45220a6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748401 Apr 02 18:05:52.348326 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9ae18273-d9ab-4de8-bc4f-d9a2d7e74a1f req-e6fe54a5-c2fc-44e4-bce9-348a60a544be tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641537 Apr 02 18:05:52.778422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:05:52.789373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac926-e48f-409b-8b1a-72410a883e5d req-70737df5-a553-45aa-a548-0dd069b32b51 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:52.791047 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b76ac926-e48f-409b-8b1a-72410a883e5d req-70737df5-a553-45aa-a548-0dd069b32b51 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 949 time: 0.0876577 Apr 02 18:05:52.849430 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b76ac926-e48f-409b-8b1a-72410a883e5d req-73373923-8301-4bdd-a893-b9450f5e40a6 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507040 Apr 02 18:05:52.859863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:52.867360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:52.872249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:52.872652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:53.001953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:53.031089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:53.042075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:53.048829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:53.049997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device af9573cc-3f65-4fec-8510-19d87133006d no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:05:53.092626 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8', 'code': 200} Apr 02 18:05:53.093356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:53.139159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: af9573cc-3f65-4fec-8510-19d87133006d {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:05:53.139522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device af9573cc-3f65-4fec-8510-19d87133006d not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:05:53.139917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4667cc5a-3595-4b6d-9811-5d4e41f225e2 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:05:53.167621 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6cf8a2ee-2b89-43fe-9a1b-9d8406b0d38e req-e69de82f-5f56-46ea-af55-cb256f942211 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 210 time: 0.0721953 Apr 02 18:05:53.181024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 4667cc5a-3595-4b6d-9811-5d4e41f225e2 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:05:53.182771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4667cc5a-3595-4b6d-9811-5d4e41f225e2 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:05:53.206781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:53.210047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:53.318004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-d6a01a42-2141-4699-a3c4-526279b23aa5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:53.319632 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-d6a01a42-2141-4699-a3c4-526279b23aa5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 808 time: 0.1827381 Apr 02 18:05:53.431118 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-d736b073-e48e-4443-bf7d-5ebc0a1fcc31 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0917afcac84b4b6c85d54c71c2b8707b HTTP/1.1" status: 200 len: 8059 time: 0.0926666 Apr 02 18:05:53.444961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'port': {'device_id': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'admin_state_up': True, 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'security_groups': ['8a66cc85-ad60-4dbc-ae97-a6e05dd77339']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:53.785144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07152e30-b5b6-4a2e-b588-7122d000ff8b req-5e2811ff-536a-43ce-b316-ea86d1697baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:53.786862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07152e30-b5b6-4a2e-b588-7122d000ff8b req-5e2811ff-536a-43ce-b316-ea86d1697baf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 1103 time: 0.4235251 Apr 02 18:05:53.791493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d212-a0ad-430a-abd7-5b56c4aa9c61 req-a6ee121f-dd72-4132-b623-4460f2f23126 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:53.797783 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9e5d212-a0ad-430a-abd7-5b56c4aa9c61 req-a6ee121f-dd72-4132-b623-4460f2f23126 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.3053837 Apr 02 18:05:53.828013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:05:53.839052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808d136-416a-4cb4-953f-4380303d0831 req-a6ba7483-2a45-45c8-9acf-ef8c48da0b7e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:53.840166 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07152e30-b5b6-4a2e-b588-7122d000ff8b req-654adf28-c292-4d2b-8a86-c0b8097f10b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Apr 02 18:05:53.840615 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e808d136-416a-4cb4-953f-4380303d0831 req-a6ba7483-2a45-45c8-9acf-ef8c48da0b7e tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2187469 Apr 02 18:05:53.847963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:port and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:05:53.854556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:05:53.897166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:05:53.908348 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9e5d212-a0ad-430a-abd7-5b56c4aa9c61 req-4f0755e3-fe0d-487a-9fec-fd5d94b6785a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056380 Apr 02 18:05:53.941295 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Made reservation on behalf of 0917afcac84b4b6c85d54c71c2b8707b for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:05:53.950263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:53.974556 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e808d136-416a-4cb4-953f-4380303d0831 req-95eb8020-a153-48a6-bf7d-3a8320242b31 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218650 Apr 02 18:05:54.214478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Allocated IP 172.20.0.11 (f9916792-909f-45bc-a067-bdcc8c261b8c/04c4f529-811d-4c15-bf72-0f8a545dc23e/c415dd14-f395-42a0-9b63-8c5639eccbda) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:05:54.236622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea8f0b-3d0b-43b5-84c3-00249089b19c req-dd121cd1-fb5f-4156-91cf-f6e7ea88e511 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:54.238255 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18ea8f0b-3d0b-43b5-84c3-00249089b19c req-dd121cd1-fb5f-4156-91cf-f6e7ea88e511 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 950 time: 0.1811101 Apr 02 18:05:54.429130 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18ea8f0b-3d0b-43b5-84c3-00249089b19c req-2310405d-2f3e-4d47-ab80-b55e29d17b21 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766417 Apr 02 18:05:54.444749 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e27b29a1-ee75-4667-876c-f2c1342be423 req-8d162c94-956e-4832-a207-c829afb8b67d tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 210 time: 0.1274316 Apr 02 18:05:54.519056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:54.535928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Transition to ACTIVE for port object c415dd14-f395-42a0-9b63-8c5639eccbda will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:54.565061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:54.580620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:54.725922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:54.728729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:54.777822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Network f9916792-909f-45bc-a067-bdcc8c261b8c is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:05:54.779088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:05:54.781517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:05:54.857690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:54.858377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:54.881793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4436522 Apr 02 18:05:54.898096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Request body: {'port': {'device_id': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:05:54.989359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-45c8021c-49f6-4dd4-9c9e-2a9371428766 None None] Provisioning for port c415dd14-f395-42a0-9b63-8c5639eccbda completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:05:54.994973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-45c8021c-49f6-4dd4-9c9e-2a9371428766 None None] Provisioning complete for port c415dd14-f395-42a0-9b63-8c5639eccbda triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:05:54.995542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45c8021c-49f6-4dd4-9c9e-2a9371428766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:55.023001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:55.056462 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-45c8021c-49f6-4dd4-9c9e-2a9371428766 None None] Port c415dd14-f395-42a0-9b63-8c5639eccbda cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:05:55.368275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea808a-e78b-4e3d-a353-0e9c347d4a9c req-94f3584d-66a6-4450-af98-cc811b1b2b0a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:55.370284 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-15ea808a-e78b-4e3d-a353-0e9c347d4a9c req-94f3584d-66a6-4450-af98-cc811b1b2b0a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.3239694 Apr 02 18:05:55.385526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106f497-c7f0-49e2-87ea-991695f0362d req-be98ce95-5f08-4376-b2fe-9bf6e284394c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:55.387067 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e106f497-c7f0-49e2-87ea-991695f0362d req-be98ce95-5f08-4376-b2fe-9bf6e284394c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2767351 Apr 02 18:05:55.638142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:55.796912 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-15ea808a-e78b-4e3d-a353-0e9c347d4a9c req-97c3d72d-0b66-4042-ba1b-c05262c94c7f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088078 Apr 02 18:05:55.807116 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e106f497-c7f0-49e2-87ea-991695f0362d req-e8bae1a3-135c-4fe1-8860-85a450ea6b70 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978612 Apr 02 18:05:56.030667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c415dd14-f395-42a0-9b63-8c5639eccbda {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:56.041181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:56.063611 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Transition to ACTIVE for port object c415dd14-f395-42a0-9b63-8c5639eccbda will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:05:56.074145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:56.088851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:56.250568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:56.263677 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c782-d790-4bf3-9b72-3b8aa3b79a13 req-dfdc294a-870f-4a0b-b66d-e0b9ffdcecbe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:56.264415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-9824c782-d790-4bf3-9b72-3b8aa3b79a13 req-dfdc294a-870f-4a0b-b66d-e0b9ffdcecbe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Synchronizing usage tracker for tenant:0917afcac84b4b6c85d54c71c2b8707b on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:05:56.270365 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:56.283662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14092f-0760-499e-bb11-791092b3af5e req-d22948bc-97d9-4ea5-897a-94a287d4c3e8 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:56.285219 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c14092f-0760-499e-bb11-791092b3af5e req-d22948bc-97d9-4ea5-897a-94a287d4c3e8 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 950 time: 0.3669715 Apr 02 18:05:56.345107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-9824c782-d790-4bf3-9b72-3b8aa3b79a13 req-dfdc294a-870f-4a0b-b66d-e0b9ffdcecbe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Unset dirty status for tenant:0917afcac84b4b6c85d54c71c2b8707b on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:05:56.346362 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9824c782-d790-4bf3-9b72-3b8aa3b79a13 req-dfdc294a-870f-4a0b-b66d-e0b9ffdcecbe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 932 time: 0.4269171 Apr 02 18:05:56.437317 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c14092f-0760-499e-bb11-791092b3af5e req-42077c63-b88c-4dfc-8e4e-53845ffd9f7c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420162 Apr 02 18:05:56.512658 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9824c782-d790-4bf3-9b72-3b8aa3b79a13 req-70bc89f3-7df3-43c7-8411-2c491c8102fe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573801 Apr 02 18:05:56.601478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Attempting to bind port c415dd14-f395-42a0-9b63-8c5639eccbda on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:05:56.601790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Attempting to bind port c415dd14-f395-42a0-9b63-8c5639eccbda by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:05:56.602162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Attempting to bind port c415dd14-f395-42a0-9b63-8c5639eccbda on network f9916792-909f-45bc-a067-bdcc8c261b8c {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:56.607428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Port c415dd14-f395-42a0-9b63-8c5639eccbda on network f9916792-909f-45bc-a067-bdcc8c261b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:05:56.607787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Attempting to bind port c415dd14-f395-42a0-9b63-8c5639eccbda on network f9916792-909f-45bc-a067-bdcc8c261b8c {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:05:56.613391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:05:56.613771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Checking segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:05:56.614193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Bound using segment: {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:05:56.614663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Bound port: c415dd14-f395-42a0-9b63-8c5639eccbda, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c3dd41-51c7-4640-baf4-654c5569d502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:05:56.615047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:56.715201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:05:56.718875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:05:56.723076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:56.739220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:57.009021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:57.016412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:57.079207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.079860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:57.081380 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] 10.222.0.11 "PUT /v2.0/ports/c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 1094 time: 2.1889114 Apr 02 18:05:57.081935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:05:57.103220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba6e7-6639-4f48-9b15-7e9d59367580 req-f04d6c57-e60d-4b28-8bab-cd18ea5ebc11 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.110866 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a16ba6e7-6639-4f48-9b15-7e9d59367580 req-f04d6c57-e60d-4b28-8bab-cd18ea5ebc11 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 950 time: 0.2321649 Apr 02 18:05:57.184677 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f452-af6c-4f4b-bdfe-732478d05b25 req-09a07b67-3495-42c5-a0cc-8773eb6def8c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.186431 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c386f452-af6c-4f4b-bdfe-732478d05b25 req-09a07b67-3495-42c5-a0cc-8773eb6def8c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2565951 Apr 02 18:05:57.242935 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a16ba6e7-6639-4f48-9b15-7e9d59367580 req-cf2a0293-c3fe-4a71-953d-f58ac92d5f58 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310987 Apr 02 18:05:57.278808 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c386f452-af6c-4f4b-bdfe-732478d05b25 req-b49fccac-35f3-41c4-a770-18ee85538790 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842271 Apr 02 18:05:57.293235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-8c761a32-dc5b-4b64-a805-84c73aa403bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.295021 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-8c761a32-dc5b-4b64-a805-84c73aa403bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1097 time: 0.1637869 Apr 02 18:05:57.385026 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-1863b5a2-7fcd-4af2-aee7-bb6253431279 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 217 time: 0.0724227 Apr 02 18:05:57.466595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-1fed539e-0840-429b-9d12-98d043928728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.468168 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-1fed539e-0840-429b-9d12-98d043928728 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.0737741 Apr 02 18:05:57.630778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-ffb53aa9-95e5-4ed8-9c7f-d72d4aeab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.632386 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-ffb53aa9-95e5-4ed8-9c7f-d72d4aeab5c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1504052 Apr 02 18:05:57.641395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9006d-6708-4919-ae39-ca75d5aeb972 req-8a439c23-f2c9-47dd-8ffc-91fbc375e56d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:57.642872 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bee9006d-6708-4919-ae39-ca75d5aeb972 req-8a439c23-f2c9-47dd-8ffc-91fbc375e56d tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1256003 Apr 02 18:05:57.766642 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'status': 'completed', 'code': 200} Apr 02 18:05:57.787364 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bee9006d-6708-4919-ae39-ca75d5aeb972 req-32e21f8a-dd25-4fb6-ba82-bce2cc89069c tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222622 Apr 02 18:05:57.889694 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-31187388-dcab-4ad9-b30b-97cb3a25d959 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457728 Apr 02 18:05:58.031150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9fb4-765f-4ab2-a177-52189ef448d6 req-7857ba24-a386-46a4-9785-b01fa7e6af70 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:58.032641 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d9fb4-765f-4ab2-a177-52189ef448d6 req-7857ba24-a386-46a4-9785-b01fa7e6af70 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.1990650 Apr 02 18:05:58.073525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ff093c4c-bc18-4730-9ab8-090854bdb678 req-448acf74-197f-40d7-a342-56d9de87f9ea service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756146 Apr 02 18:05:58.097386 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d9fb4-765f-4ab2-a177-52189ef448d6 req-d63644a1-c647-4dfa-9355-c276cadd4084 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Apr 02 18:05:58.224483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-496d1b25-46b4-49ab-a53c-d0366dc829b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:58.226176 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-496d1b25-46b4-49ab-a53c-d0366dc829b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1097 time: 0.0844038 Apr 02 18:05:58.395321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-60bbb18a-02b2-496d-b5e1-f4556e012183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:58.396918 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-60bbb18a-02b2-496d-b5e1-f4556e012183 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.1598828 Apr 02 18:05:58.565395 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-dd6fee08-51d9-4968-8b4f-39bda5157bd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 217 time: 0.0914474 Apr 02 18:05:58.816023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:05:58.927150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-a249a064-1b89-4e74-a5a6-1fca292ac7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:58.928708 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-a249a064-1b89-4e74-a5a6-1fca292ac7a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.3414524 Apr 02 18:05:58.939426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc1e4-f14b-4bbc-99a9-e7140c8eac3a req-22618d49-6a9d-416a-9ab4-11a9f222231a tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:58.941229 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1dbc1e4-f14b-4bbc-99a9-e7140c8eac3a req-22618d49-6a9d-416a-9ab4-11a9f222231a tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 950 time: 0.5431693 Apr 02 18:05:58.950980 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d1a03-8c29-4000-b11f-f662de1f2628 req-a86ad93f-56e9-45c6-a2b8-da60241f6114 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:58.952550 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-879d1a03-8c29-4000-b11f-f662de1f2628 req-a86ad93f-56e9-45c6-a2b8-da60241f6114 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.5182021 Apr 02 18:05:59.002091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:59.019157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'febf18d2-ba54-46d7-8649-df7467b396af', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af', 'mac_address': 'fa:16:3e:10:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:05:59.092177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:59.096724 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1dbc1e4-f14b-4bbc-99a9-e7140c8eac3a req-3ecaef3f-8d1a-47db-82f2-093a8f1c5a9d tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/security-groups?id=66ba58a4-cf40-4c42-ac57-e3d4b8560a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998704 Apr 02 18:05:59.102414 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-879d1a03-8c29-4000-b11f-f662de1f2628 req-54a0897f-3492-4740-a5d8-6c503bf0df4d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016870 Apr 02 18:05:59.112602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id febf18d2-ba54-46d7-8649-df7467b396af {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:05:59.145510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:59.146850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-d9c5201e-72e0-442a-b21d-4ac5a76afffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:59.148347 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-d9c5201e-72e0-442a-b21d-4ac5a76afffc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2059491 Apr 02 18:05:59.162051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:59.164161 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b7d5d6b8-f3e7-4a96-9264-052de1a4f980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:05:59.271903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=6']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:05:59.277622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:05:59.298047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['febf18d2-ba54-46d7-8649-df7467b396af'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:05:59.318459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-6d395111-64f6-453a-88ea-409298148320 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:59.320059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-6d395111-64f6-453a-88ea-409298148320 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 950 time: 0.1330352 Apr 02 18:05:59.410015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Deleting port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:05:59.410405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:59.540050 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-bb918c08-64e3-4237-88df-a07be72a2e3a service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596959 Apr 02 18:05:59.619095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-987bc450-138a-4662-82ea-9811cadb92f1 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:59.623060 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-987bc450-138a-4662-82ea-9811cadb92f1 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.2287869 Apr 02 18:05:59.696526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] For port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,segment=NetworkSegment(efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2),segment_id=efb43dfc-d8a1-4ff9-bf3d-b5a8721d94f2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:05:59.696927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:59.717706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96b54e-25a3-433a-b9d8-6089431a5c91 req-c6bbd81e-e1e2-4b2b-ac6f-c7d3b04a33a5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:59.719326 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5a96b54e-25a3-433a-b9d8-6089431a5c91 req-c6bbd81e-e1e2-4b2b-ac6f-c7d3b04a33a5 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 945 time: 0.4307835 Apr 02 18:05:59.827754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Deleting port 4ffbf997-3964-449b-8a87-46529dc3c3e2 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:05:59.828271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:05:59.840462 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Calling delete_port for 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:05:59.947504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03ed3-11bc-4a49-b81a-6427211bb43f req-474894b9-c1d6-4c50-a95e-1e475545469b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:05:59.951163 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7d03ed3-11bc-4a49-b81a-6427211bb43f req-474894b9-c1d6-4c50-a95e-1e475545469b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.6155615 Apr 02 18:05:59.956244 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5a96b54e-25a3-433a-b9d8-6089431a5c91 req-9daffa67-253f-46eb-8253-5698f1e58291 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab4ee49e-92d5-4134-aaed-1417c0590eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633978 Apr 02 18:05:59.958284 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-71c4f9cf-277e-475a-8abc-64c1f96643c5 req-826222db-7d9e-4406-89e4-72e368d91c85 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095590 Apr 02 18:06:00.039793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7d03ed3-11bc-4a49-b81a-6427211bb43f req-a04fd9fa-a8d8-4c9d-bfa8-df8615871199 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798988 Apr 02 18:06:00.066965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:00.080962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:06:00.243210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:00.310168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Pushing event deleted for resources: {'Port': ['ID=0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:00.351092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:00.436840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] No DVR routers for this DVR port 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:06:00.440226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:00.453053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'name': 'network-vif-deleted', 'tag': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:00.485507 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-600ae36c-8e90-405c-89e6-613645aa21a8 req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.11 "DELETE /v2.0/ports/0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 HTTP/1.1" status: 204 len: 173 time: 1.1542103 Apr 02 18:06:00.565786 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ae31aaa0-11b0-4b9c-8a5a-ddf53d1f968c req-bba4936e-58a5-4f9a-90bf-925253afa949 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c6c984f-ba3d-45c3-b504-8f071b16e19a HTTP/1.1" status: 200 len: 210 time: 0.1746533 Apr 02 18:06:00.576278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] For port 4ffbf997-3964-449b-8a87-46529dc3c3e2, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4ffbf997-3964-449b-8a87-46529dc3c3e2,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:00.576804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:00.757238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Calling delete_port for 4ffbf997-3964-449b-8a87-46529dc3c3e2 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:06:00.805135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e725c-35a9-41a1-9423-34bcd1715ca4 req-30387fea-a381-4657-8e81-34a5aabd5981 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:00.813149 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e15e725c-35a9-41a1-9423-34bcd1715ca4 req-30387fea-a381-4657-8e81-34a5aabd5981 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 944 time: 0.4389658 Apr 02 18:06:00.838410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:06:00.843913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:06:00.906059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e15e725c-35a9-41a1-9423-34bcd1715ca4 req-661de166-f864-45d2-8c8d-a3933952c68c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919092 Apr 02 18:06:00.935465 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6c984f-ba3d-45c3-b504-8f071b16e19a', 'name': 'network-vif-deleted', 'tag': '0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8', 'status': 'completed', 'code': 200} Apr 02 18:06:01.007812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.resource_extend [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 18:06:01.010748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.030510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['4ffbf997-3964-449b-8a87-46529dc3c3e2'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:06:01.096189 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port febf18d2-ba54-46d7-8649-df7467b396af triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:06:01.096915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.227220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:01.298151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.335882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:01.340164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:01.349231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.354175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-021aef46-fad9-46af-9920-4da20f34efc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:01.417299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Pushing event deleted for resources: {'Port': ['ID=4ffbf997-3964-449b-8a87-46529dc3c3e2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:01.421930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:01.441074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:01.448865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'port_id': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'mac_address': 'fa:16:3e:01:bc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:06:01.517933 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5a46c74c-994b-44b7-9420-373325caefe2 req-c3b841c9-22b1-4714-89c8-aaf4378705b2 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c90d2ab-3aae-4323-8ea0-86487de3bcb0 HTTP/1.1" status: 200 len: 210 time: 0.2321565 Apr 02 18:06:01.520558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.551439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c415dd14-f395-42a0-9b63-8c5639eccbda {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:06:01.559816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=7']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:01.563832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:01.573607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] No DVR routers for this DVR port 4ffbf997-3964-449b-8a87-46529dc3c3e2 on host hv-cinder-78460 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:06:01.575258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:01.580500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.582615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:01.585276 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:01.592447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'name': 'network-vif-deleted', 'tag': '4ffbf997-3964-449b-8a87-46529dc3c3e2'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:01.645043 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4eefcb46-a01a-463c-a39e-cdc121cf7b46 req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] 10.222.0.11 "DELETE /v2.0/ports/4ffbf997-3964-449b-8a87-46529dc3c3e2 HTTP/1.1" status: 204 len: 173 time: 1.9712906 Apr 02 18:06:01.670162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe778d1-d085-4822-998e-e9f3ecc438e6 req-527d64dc-383a-4ea6-8907-1fc777006ea8 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:01.679939 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9fe778d1-d085-4822-998e-e9f3ecc438e6 req-527d64dc-383a-4ea6-8907-1fc777006ea8 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.3958139 Apr 02 18:06:01.707811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:01.715487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:01.860189 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9fe778d1-d085-4822-998e-e9f3ecc438e6 req-c40919da-38e4-44fa-8eb0-df1d92100bf4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792822 Apr 02 18:06:01.919248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['c415dd14-f395-42a0-9b63-8c5639eccbda'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:06:01.931096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4f9e9-99c2-4ce5-ac41-b48cd301e2f2 req-c89e1ab5-9ab7-4eea-999d-7542d109661e tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:01.933507 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9ac4f9e9-99c2-4ce5-ac41-b48cd301e2f2 req-c89e1ab5-9ab7-4eea-999d-7542d109661e tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 945 time: 0.1796863 Apr 02 18:06:02.003115 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9ac4f9e9-99c2-4ce5-ac41-b48cd301e2f2 req-3e22cbbf-1ec5-4b1a-8f8b-5d8f8742d7ef tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630395 Apr 02 18:06:02.009036 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'code': 200} Apr 02 18:06:02.133094 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c90d2ab-3aae-4323-8ea0-86487de3bcb0', 'name': 'network-vif-deleted', 'tag': '4ffbf997-3964-449b-8a87-46529dc3c3e2', 'status': 'completed', 'code': 200} Apr 02 18:06:02.277707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c798-75e8-40fc-97b5-afe9fd78d7d1 req-7e860ffc-9e5b-4ea0-aa9b-9b76f694849e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:02.279374 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed90c798-75e8-40fc-97b5-afe9fd78d7d1 req-7e860ffc-9e5b-4ea0-aa9b-9b76f694849e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1331024 Apr 02 18:06:02.478546 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed90c798-75e8-40fc-97b5-afe9fd78d7d1 req-0faeaea3-fe60-40ed-8ae6-00abbc14d8f1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901267 Apr 02 18:06:02.675913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 57614) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:02.840232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:02.899050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:06:02.899518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 0a1a6938-7fe5-4d3b-9a66-f7a8380ba5b8 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:06:02.899836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4ffbf997-3964-449b-8a87-46529dc3c3e2 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:02.943701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 4ffbf997-3964-449b-8a87-46529dc3c3e2 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:06:02.943701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4ffbf997-3964-449b-8a87-46529dc3c3e2 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:06:03.631743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ff6c2-2ea0-4247-bff1-74cf3a7de2b4 req-b5ae426a-6333-4bfb-ab1e-0f858c47ff54 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:03.633237 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0e6ff6c2-2ea0-4247-bff1-74cf3a7de2b4 req-b5ae426a-6333-4bfb-ab1e-0f858c47ff54 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 945 time: 0.2423508 Apr 02 18:06:03.729669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2deef-2663-4682-a990-5ae67136bd56 req-6cb70805-2ba3-4050-83c2-2dbf13ef7ffc tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:03.731281 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c2c2deef-2663-4682-a990-5ae67136bd56 req-6cb70805-2ba3-4050-83c2-2dbf13ef7ffc tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.3391721 Apr 02 18:06:03.846621 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0e6ff6c2-2ea0-4247-bff1-74cf3a7de2b4 req-b7e80aff-33c0-4c8d-909a-a00add2a5661 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474812 Apr 02 18:06:03.857779 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c2c2deef-2663-4682-a990-5ae67136bd56 req-1348a575-c7d4-49ed-ae7f-1aca25a85c1f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802679 Apr 02 18:06:04.089992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:04.286381 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a1f2-b2fe-4d5c-8022-0191836bdd67 req-bb885fa4-c31f-415b-a42a-0e8caf3a6ffa tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:04.288055 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-90b0a1f2-b2fe-4d5c-8022-0191836bdd67 req-bb885fa4-c31f-415b-a42a-0e8caf3a6ffa tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2870748 Apr 02 18:06:04.505475 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-90b0a1f2-b2fe-4d5c-8022-0191836bdd67 req-8b4c72b5-6d9d-46f9-abc9-35424777deec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018921 Apr 02 18:06:04.672757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Deleting port b73a2d71-8585-48ad-9a7f-a6015fde1484 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:06:04.673260 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:04.850957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:06:04.873218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] For port b73a2d71-8585-48ad-9a7f-a6015fde1484, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=b73a2d71-8585-48ad-9a7f-a6015fde1484,segment=NetworkSegment(604b9645-b0b6-447a-82ad-6b9bde4f2029),segment_id=604b9645-b0b6-447a-82ad-6b9bde4f2029)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:04.873793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:05.141197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Calling delete_port for b73a2d71-8585-48ad-9a7f-a6015fde1484 owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:06:05.241818 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port c415dd14-f395-42a0-9b63-8c5639eccbda completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:06:05.253962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port c415dd14-f395-42a0-9b63-8c5639eccbda triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:06:05.254374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:05.429038 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:05.499712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:05.532035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:05.540666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:05.542826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:05.693274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad5189-d0bc-4961-a5d8-0bdf435c4198 req-2f9ff466-72b6-474a-a2fc-1a8e38c4a6fc tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:05.694922 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1ad5189-d0bc-4961-a5d8-0bdf435c4198 req-2f9ff466-72b6-474a-a2fc-1a8e38c4a6fc tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 945 time: 0.3260624 Apr 02 18:06:05.701655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:05.705378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:05.718056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc2a9a-4501-491e-a340-97060a7100b7 req-2a72f193-5305-492e-ba69-c73e167d988f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:05.719614 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ebcc2a9a-4501-491e-a340-97060a7100b7 req-2a72f193-5305-492e-ba69-c73e167d988f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.3637426 Apr 02 18:06:05.860745 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ebcc2a9a-4501-491e-a340-97060a7100b7 req-60e02a5d-52d2-44df-9020-495e0e7ce7a8 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033621 Apr 02 18:06:05.871456 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1ad5189-d0bc-4961-a5d8-0bdf435c4198 req-e2aeee54-0cec-4465-ad79-8e2ee0422639 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619456 Apr 02 18:06:05.926403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:05.956032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:05.985525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'code': 200} Apr 02 18:06:06.049261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b73a2d71-8585-48ad-9a7f-a6015fde1484,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:06.055564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:06.436838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f81fdc-bbf1-485f-9baf-c65a45f46888 req-c61ed82f-e0bf-4fdb-92e6-547039f315d4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:06.439527 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e6f81fdc-bbf1-485f-9baf-c65a45f46888 req-c61ed82f-e0bf-4fdb-92e6-547039f315d4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2872143 Apr 02 18:06:06.445088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0ecd-ce7a-443c-ac40-d9b286e907ab req-d71ab7e0-44cc-45f3-aaf6-5115bd8c6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:06.446904 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-350c0ecd-ce7a-443c-ac40-d9b286e907ab req-d71ab7e0-44cc-45f3-aaf6-5115bd8c6371 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.1221848 Apr 02 18:06:06.573556 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-350c0ecd-ce7a-443c-ac40-d9b286e907ab req-93e5c9d3-482c-46d7-aaf0-d4843312da3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184664 Apr 02 18:06:06.617035 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e6f81fdc-bbf1-485f-9baf-c65a45f46888 req-ab08c38f-6429-45fe-8385-dbb60b63c4c9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282725 Apr 02 18:06:07.101026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823921-0204-4213-b136-113344cb2e9e req-77e7c934-aa86-4219-b08f-6a654c93a00c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:07.102642 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-42823921-0204-4213-b136-113344cb2e9e req-77e7c934-aa86-4219-b08f-6a654c93a00c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.8034604 Apr 02 18:06:07.431510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:07.510362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Deleting port 3449a737-e071-4bc8-ba6e-0e39bc1d47af {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:06:07.510902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:07.778240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295024c-4c10-43d8-833a-43488046b868 req-3f5d32b4-c641-490b-ba60-cc52a7661669 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:07.781399 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c295024c-4c10-43d8-833a-43488046b868 req-3f5d32b4-c641-490b-ba60-cc52a7661669 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 946 time: 0.6893523 Apr 02 18:06:07.915198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebe4b6-c91d-4ad6-8547-a739593a1e88 req-cf8fed47-b1fb-4322-af70-c0a1c87785ef tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:07.923080 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-75ebe4b6-c91d-4ad6-8547-a739593a1e88 req-cf8fed47-b1fb-4322-af70-c0a1c87785ef tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.8409150 Apr 02 18:06:08.148789 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c295024c-4c10-43d8-833a-43488046b868 req-253ae87a-b9b8-4a0b-a8b9-376afe0c5752 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175426 Apr 02 18:06:08.215516 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-75ebe4b6-c91d-4ad6-8547-a739593a1e88 req-feeb1607-160f-44e3-bdf1-8f350fea614c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912021 Apr 02 18:06:08.297278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] For port 3449a737-e071-4bc8-ba6e-0e39bc1d47af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3449a737-e071-4bc8-ba6e-0e39bc1d47af,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:08.297627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:08.640692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Calling delete_port for 3449a737-e071-4bc8-ba6e-0e39bc1d47af owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:06:08.808893 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc1db-6ac7-4b9a-94b1-7e90c3b20ccd req-d4a17357-51be-417e-abeb-6148b178964a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:08.816656 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-88abc1db-6ac7-4b9a-94b1-7e90c3b20ccd req-d4a17357-51be-417e-abeb-6148b178964a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.4325631 Apr 02 18:06:08.879299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57884) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:08.879459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Router fa180968-d0b1-4cf0-8205-df5f1434c4d2 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:06:09.168875 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f8a2f71d-d54b-4c39-b159-f1078a209b06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e670b13e4d740598a77399433b0355d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875924 Apr 02 18:06:09.171392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57894) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:09.262006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:09.300851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:09.342831 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-88abc1db-6ac7-4b9a-94b1-7e90c3b20ccd req-13b02625-6c2c-4a12-aba3-a110b2127f21 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5225406 Apr 02 18:06:09.384493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:09.395040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-41e85360-bebf-4f5a-8c93-fa8c103fec7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:09.415111 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ba58a4-cf40-4c42-ac57-e3d4b8560a80,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:09.437763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:09.459267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:09.463759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:09.465582 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66ba58a4-cf40-4c42-ac57-e3d4b8560a80 HTTP/1.1" status: 204 len: 168 time: 0.2921059 Apr 02 18:06:09.577270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c9074bff-45c8-4dbf-915b-e49a16fa5132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:09.663931 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-49e71b09-79fd-4a57-b8ee-a6eb51c1d9b5 req-527915d0-a557-4e93-9034-6865a85d75e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=473410ae-e4d7-44e5-a642-3cf4869922e1 HTTP/1.1" status: 200 len: 210 time: 0.2408946 Apr 02 18:06:09.727874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Pushing event deleted for resources: {'Port': ['ID=3449a737-e071-4bc8-ba6e-0e39bc1d47af,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:09.743735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:09.889874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] No DVR routers for this DVR port 3449a737-e071-4bc8-ba6e-0e39bc1d47af on host hv-cinder-78460 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:06:09.894789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:09.899304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'name': 'network-vif-deleted', 'tag': '3449a737-e071-4bc8-ba6e-0e39bc1d47af'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:09.922222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:06:09.932827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] Sync routers for ids ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:06:09.952375 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] 10.222.0.22 "PUT /v2.0/routers/fa180968-d0b1-4cf0-8205-df5f1434c4d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2727752 Apr 02 18:06:09.952548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] Routers {'fa180968-d0b1-4cf0-8205-df5f1434c4d2'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:06:09.952548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:09.952732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57908) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:09.978579 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473410ae-e4d7-44e5-a642-3cf4869922e1', 'name': 'network-vif-deleted', 'tag': '3449a737-e071-4bc8-ba6e-0e39bc1d47af', 'status': 'completed', 'code': 200} Apr 02 18:06:09.981768 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-42823921-0204-4213-b136-113344cb2e9e req-5bff84cf-dea5-4656-b6c9-989072cdc93e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "DELETE /v2.0/ports/3449a737-e071-4bc8-ba6e-0e39bc1d47af HTTP/1.1" status: 204 len: 173 time: 2.7141020 Apr 02 18:06:10.014607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b4ab7-b24b-4fc4-90f4-1af5a8833596 req-373c668e-ff59-49a7-8e08-35b33280b30a tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:10.017096 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-937b4ab7-b24b-4fc4-90f4-1af5a8833596 req-373c668e-ff59-49a7-8e08-35b33280b30a tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.3810792 Apr 02 18:06:10.091959 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-937b4ab7-b24b-4fc4-90f4-1af5a8833596 req-fb114584-e35c-4c12-90f9-a43e564db0ba tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662587 Apr 02 18:06:10.181335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] Set router fa180968-d0b1-4cf0-8205-df5f1434c4d2 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:06:10.266131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:10.339433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb997f63-8bdd-4c7f-90de-97fa1715a002 req-e746e273-a231-4d93-9899-a063f95a3be5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:10.341215 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eb997f63-8bdd-4c7f-90de-97fa1715a002 req-e746e273-a231-4d93-9899-a063f95a3be5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.1007252 Apr 02 18:06:10.461760 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eb997f63-8bdd-4c7f-90de-97fa1715a002 req-d307ee24-857c-4d87-90bb-e11f51e2c566 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075320 Apr 02 18:06:10.485197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 57918) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:10.703203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:06:05Z', 'revision_number': 5, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port': {'id': '41aff259-d9f6-4508-ac1b-e3f7a44b0b8c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:16Z', 'updated_at': '2021-04-02T18:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:10.715137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:10.720937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] Checking router: fa180968-d0b1-4cf0-8205-df5f1434c4d2 for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:06:10.732064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Deleting port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:06:10.732459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:10.749324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b5194-503e-4b2b-b591-315969d8a4cd req-03891d4c-73a4-4159-ba9a-51d26f5447f3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:10.755008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] Routers {'fa180968-d0b1-4cf0-8205-df5f1434c4d2'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:06:10.755697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:10.759329 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5d8b5194-503e-4b2b-b591-315969d8a4cd req-03891d4c-73a4-4159-ba9a-51d26f5447f3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2141979 Apr 02 18:06:10.885781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3449a737-e071-4bc8-ba6e-0e39bc1d47af no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:10.973527 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5d8b5194-503e-4b2b-b591-315969d8a4cd req-719150f8-88ef-4c6e-b74d-cfcccb908e14 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125673 Apr 02 18:06:11.006121 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 3449a737-e071-4bc8-ba6e-0e39bc1d47af {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:06:11.006526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3449a737-e071-4bc8-ba6e-0e39bc1d47af not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:06:11.027734 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4f669-1fe3-4ec2-a288-77cd4f34c21f tempest-TestShelveInstance-1516738749 tempest-TestShelveInstance-1516738749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:11.028756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-cad4f669-1fe3-4ec2-a288-77cd4f34c21f tempest-TestShelveInstance-1516738749 tempest-TestShelveInstance-1516738749-project-admin] Synchronizing usage tracker for tenant:86881090e31145c399576f71e44cc563 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:06:11.067484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-cad4f669-1fe3-4ec2-a288-77cd4f34c21f tempest-TestShelveInstance-1516738749 tempest-TestShelveInstance-1516738749-project-admin] Unset dirty status for tenant:86881090e31145c399576f71e44cc563 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:06:11.069134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-cad4f669-1fe3-4ec2-a288-77cd4f34c21f tempest-TestShelveInstance-1516738749 tempest-TestShelveInstance-1516738749-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1094 time: 0.5811350 Apr 02 18:06:11.074757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 57938) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:11.082056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Request body: {'floatingip': {'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'port_id': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:06:11.086136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] Set router fa180968-d0b1-4cf0-8205-df5f1434c4d2 gateway port host: None {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:06:11.095695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:11.108466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Usage tracker for resource:floatingip and tenant:0917afcac84b4b6c85d54c71c2b8707b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:11.114488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:11.133469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:11.157693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:11.177230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] For port 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:11.177624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:11.209750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:06:10Z', 'revision_number': 6, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port_host': None}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:11.214430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6becc2a8-64f4-4e4f-87c5-b23eb38bfef5 None None] The sync data for ids ['fa180968-d0b1-4cf0-8205-df5f1434c4d2'] in dv-cinder-784603-1-smb is: [{'id': 'fa180968-d0b1-4cf0-8205-df5f1434c4d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1136618-router', 'tenant_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:06:10Z', 'revision_number': 6, 'project_id': '86c2ea5bbfd94fe4aef6dced43def1c9', 'gw_port_host': None}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:06:11.393908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Calling delete_port for 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c owned by network:router_gateway {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:06:11.469455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:11.689457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Allocated IP 172.28.0.94 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/c41ffd3c-4592-4d0b-bc02-06cb59147ada) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:06:11.854525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:11.872368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:11.888616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:11.928691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:11.941083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Pushing event deleted for resources: {'Port': ['ID=41aff259-d9f6-4508-ac1b-e3f7a44b0b8c,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:11.945614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:12.065379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'Port': ['ID=c41ffd3c-4592-4d0b-bc02-06cb59147ada,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:12.071727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:12.229013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:12.272103 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:06:12.274264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:06:12.281304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:06:12.425131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22db09-1ff6-46ce-a210-62e9c205ccd7 req-77846e1c-d6f3-40b0-ae69-4234e20a1ac3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:12.428654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:12.433957 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec22db09-1ff6-46ce-a210-62e9c205ccd7 req-77846e1c-d6f3-40b0-ae69-4234e20a1ac3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2631629 Apr 02 18:06:12.600168 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 57950) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:12.671531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:12.762607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:12.764418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:06:12.764627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Deleting subnet 69ea60bd-48b0-4f99-8007-1baacfa7af11 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:06:12.765184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 41aff259-d9f6-4508-ac1b-e3f7a44b0b8c not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:06:12.765827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:12.766234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b73a2d71-8585-48ad-9a7f-a6015fde1484 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:12.796227 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec22db09-1ff6-46ce-a210-62e9c205ccd7 req-a0fe4f57-1142-4d14-9431-148ecf4ad98a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609924 Apr 02 18:06:12.810428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: b73a2d71-8585-48ad-9a7f-a6015fde1484 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:06:12.813715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b73a2d71-8585-48ad-9a7f-a6015fde1484 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:06:12.813959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:12.899524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:12.899524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa180968-d0b1-4cf0-8205-df5f1434c4d2 {{(pid=84315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:06:12.916551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839764326'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.012659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.028350 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.036541 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] 10.222.0.22 "DELETE /v2.0/routers/fa180968-d0b1-4cf0-8205-df5f1434c4d2 HTTP/1.1" status: 204 len: 168 time: 3.0824978 Apr 02 18:06:13.038252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57966) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:13.213454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Deleting subnet c5c3992d-9b09-4f03-89f8-9e4795d0bb0d {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:06:13.217748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.281922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.355330 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.591436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.623496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15479731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14570911'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.632661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:06:13.642181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:13.720148 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ea60bd-48b0-4f99-8007-1baacfa7af11,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:13.745553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:13.752495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.784950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba4bf41e-57e5-44da-b197-6eeda325e830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:13.839886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.842034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c3992d-9b09-4f03-89f8-9e4795d0bb0d,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:13.855369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.856678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.857197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.857730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.858327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.858846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.859345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.860392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.860900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.861432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.861942 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.862435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:13.866657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:13.971410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:13.979468 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c5c3992d-9b09-4f03-89f8-9e4795d0bb0d HTTP/1.1" status: 204 len: 168 time: 0.9398160 Apr 02 18:06:13.983517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57978) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:14.023205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.081547 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ecf2629e-2d94-4cbd-b6b6-bd08ef871772 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/69ea60bd-48b0-4f99-8007-1baacfa7af11 HTTP/1.1" status: 204 len: 168 time: 1.4775860 Apr 02 18:06:14.083328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 57988) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:14.176507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783c77-88eb-41c3-b961-601e635857a1 req-2ca343d7-ec9a-4efc-a234-c2a196f0e955 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:14.178111 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6783c77-88eb-41c3-b961-601e635857a1 req-2ca343d7-ec9a-4efc-a234-c2a196f0e955 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.2306771 Apr 02 18:06:14.198192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.241497 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a6783c77-88eb-41c3-b961-601e635857a1 req-a64eab25-1fc0-492a-ba19-69955e270619 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533929 Apr 02 18:06:14.268143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.274680 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.291827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:14.299105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.435876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event updated for resources: {'Port': ['ID=c41ffd3c-4592-4d0b-bc02-06cb59147ada,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:14.440315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:14.544440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.556261 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.697712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.737299 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Floating IP c447e496-d265-4694-ad0a-2e507ba24ede associated. External IP: 172.28.0.94, port: c415dd14-f395-42a0-9b63-8c5639eccbda. Apr 02 18:06:14.820249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2430c0-00e5-440f-9182-fc306bb8ac87']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:14.843834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604b9645-b0b6-447a-82ad-6b9bde4f2029') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:14.844163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604b9645-b0b6-447a-82ad-6b9bde4f2029') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:14.859420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73be367-bbdc-4031-8fd0-f1d7afc95ed8']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:14.867122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.882341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e358e72-987d-4c39-a525-6a8d0f2d408c') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:14.882674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e358e72-987d-4c39-a525-6a8d0f2d408c') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:14.896363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.899528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.914176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:06:14.990666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-36c90f00-0121-4d60-bb03-d185ca00da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:14.991886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:14.992235 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-36c90f00-0121-4d60-bb03-d185ca00da1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1098 time: 0.2029188 Apr 02 18:06:15.006474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:06:15.204647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:06:15.300937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-2a192ee1-e166-474a-ad3d-a614a36207a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:15.302577 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-2a192ee1-e166-474a-ad3d-a614a36207a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.2517753 Apr 02 18:06:15.308197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Router d4a4ad83-701b-4853-9412-ef20247233f7 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:06:15.475395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:15.575450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:06:15.586012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:15.794276 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Network fe2430c0-00e5-440f-9182-fc306bb8ac87 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:06:15.865428 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:06:15.905300 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-6b1b7a92-f76f-45ee-ac4c-e1f8eeeb849d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 1001 time: 0.5957291 Apr 02 18:06:15.957513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Network d73be367-bbdc-4031-8fd0-f1d7afc95ed8 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:06:15.980327 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:06:16.037652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.053121 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:16.070456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.083367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2430c0-00e5-440f-9182-fc306bb8ac87,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:16.088231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:16.090700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.095279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ae72d42e-f78d-41a8-b45b-16ec4040d127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:16.109028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.114575 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e0150e7d-8672-4412-9e3e-d284498dc2c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe2430c0-00e5-440f-9182-fc306bb8ac87 HTTP/1.1" status: 204 len: 168 time: 2.1299410 Apr 02 18:06:16.119660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73be367-bbdc-4031-8fd0-f1d7afc95ed8,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:16.123063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:16.127337 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-519cab1f-5c9f-4f4d-a26b-f6e3a9db75e9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d73be367-bbdc-4031-8fd0-f1d7afc95ed8 HTTP/1.1" status: 204 len: 168 time: 2.0405204 Apr 02 18:06:16.127488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-13b16085-7b5b-4ced-8263-f65918ce4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:16.127574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58024) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:16.128340 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-13b16085-7b5b-4ced-8263-f65918ce4cb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.2118387 Apr 02 18:06:16.129448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:06:16.141347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] Sync routers for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:06:16.153271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:06:16.154932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:16.193613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Deleting subnet b2430ceb-4bfc-48d1-89f9-b9ef51084682 {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:06:16.196877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.214467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43c293-e0ce-4678-81ec-90b8dcadf772 req-2ef9d94f-44eb-48bb-b3b0-9646c7449ee2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:16.222387 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eb43c293-e0ce-4678-81ec-90b8dcadf772 req-2ef9d94f-44eb-48bb-b3b0-9646c7449ee2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.8398857 Apr 02 18:06:16.224456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.252997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.257201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-94aa4163-ba77-4996-90a5-323e02e3c4a2 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:16.264864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-94aa4163-ba77-4996-90a5-323e02e3c4a2 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/networks?id=e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 200 len: 813 time: 0.4404354 Apr 02 18:06:16.317050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.328939 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-e6eb95c1-03d1-4dfb-beff-36108725641c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/quotas/9b07fd163add42718c7fd2dec2e5bbfc HTTP/1.1" status: 200 len: 375 time: 0.0626500 Apr 02 18:06:16.352689 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58028) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:16.371155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:06:16.404155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-467c1c58-4f4f-4231-b3d0-10a1bcc4e4cd tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Synchronizing usage tracker for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:06:16.421323 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3363955 Apr 02 18:06:16.421323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:16.437333 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eb43c293-e0ce-4678-81ec-90b8dcadf772 req-02a2e74c-2245-4c7a-9d60-d2fd0743f268 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139482 Apr 02 18:06:16.454358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-467c1c58-4f4f-4231-b3d0-10a1bcc4e4cd tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Unset dirty status for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:06:16.463465 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-467c1c58-4f4f-4231-b3d0-10a1bcc4e4cd tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335042 Apr 02 18:06:16.470415 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e37555b4-c4b9-479e-a300-ec6a9d300284 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86c2ea5bbfd94fe4aef6dced43def1c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1141694 Apr 02 18:06:16.500566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58036) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:16.502891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-7a68bfbe-fe8f-44da-a00c-5b9ea5f4f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:16.504499 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-7a68bfbe-fe8f-44da-a00c-5b9ea5f4f026 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3677251 Apr 02 18:06:16.687063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.706922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:16.755525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2430ceb-4bfc-48d1-89f9-b9ef51084682,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:16.758920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:16.787414 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-d7264f43-573a-4208-a7b4-fc23b680c83d service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642913 Apr 02 18:06:16.800583 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': 'c447e496-d265-4694-ad0a-2e507ba24ede', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'floating_ip_address': '172.28.0.94', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'port_id': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'mac_address': 'fa:16:3e:01:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:06:12Z', 'updated_at': '2021-04-02T18:06:12Z', 'revision_number': 0, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:16.804808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] Checking router: d4a4ad83-701b-4853-9412-ef20247233f7 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:06:16.814306 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:06:16.814971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:05:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:16.870913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.879955 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ef93d942-8dfb-4a59-9ec5-533a3f6cb866 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b2430ceb-4bfc-48d1-89f9-b9ef51084682 HTTP/1.1" status: 204 len: 168 time: 0.7489591 Apr 02 18:06:16.880233 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58044) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:16.927671 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-7a3c319d-adee-4a4f-9ff2-1743a2c44d5f service neutron] 10.222.0.22 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632573 Apr 02 18:06:16.961280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:16.988949 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'status': 'completed', 'code': 200} Apr 02 18:06:17.002624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.057673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.096852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:06:17.165658 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1730765d-ccfc-474d-9b2e-6db059246e38 req-8c57e593-8cf3-4aca-bdb4-8d6ecc06f56d service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673141 Apr 02 18:06:17.193415 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-c87379ea-9762-4f54-88a0-5f61f598d152 service neutron] 10.222.0.22 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584236 Apr 02 18:06:17.194820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.199831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:17.211654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ee49e-92d5-4134-aaed-1417c0590eac,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:17.222597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.222984 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.223373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.223756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.224134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.224511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.224886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.225306 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.225657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.226030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.226404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.226768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:17.230775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:17.231770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.232952 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab4ee49e-92d5-4134-aaed-1417c0590eac HTTP/1.1" status: 204 len: 168 time: 0.7275145 Apr 02 18:06:17.358459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.499063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-d7f2e004-bb72-4590-bd65-9d16743ff2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:17.500687 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-d7f2e004-bb72-4590-bd65-9d16743ff2cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.3668060 Apr 02 18:06:17.577773 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58c5606d-ba60-4036-96c4-d818e09331e8 req-f0dffc23-b3d6-4e6f-80e0-38b3b7101756 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 210 time: 0.1136239 Apr 02 18:06:17.618566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': 'c447e496-d265-4694-ad0a-2e507ba24ede', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'floating_ip_address': '172.28.0.94', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'port_id': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'mac_address': 'fa:16:3e:01:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:06:12Z', 'updated_at': '2021-04-02T18:06:12Z', 'revision_number': 0, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:17.625228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6d66b-cb84-4f34-85cb-d100f1da241b None None] The sync data for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb is: [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': 'c447e496-d265-4694-ad0a-2e507ba24ede', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'floating_ip_address': '172.28.0.94', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'port_id': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'mac_address': 'fa:16:3e:01:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:06:12Z', 'updated_at': '2021-04-02T18:06:12Z', 'revision_number': 0, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:06:17.639889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe5655d-4baf-4a3f-9272-b9c7aae0ef05']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:17.719451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8d827d-373d-47fc-b68b-b73bbf157775') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:17.719777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8d827d-373d-47fc-b68b-b73bbf157775') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:06:17.742120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06849e7-2fac-4976-b25a-30ad99b473d8 req-c30545ac-a0c2-49ee-92ef-3372571bc642 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:17.743799 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c06849e7-2fac-4976-b25a-30ad99b473d8 req-c30545ac-a0c2-49ee-92ef-3372571bc642 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.1237264 Apr 02 18:06:17.767500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.803759 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c06849e7-2fac-4976-b25a-30ad99b473d8 req-8046aff0-842a-4903-9d72-bdd0edab2223 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500050 Apr 02 18:06:17.836427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:17.857772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:06:17.962786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-36a3b421-adb4-4828-8823-78c506da805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:17.964455 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-36a3b421-adb4-4828-8823-78c506da805b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.4397721 Apr 02 18:06:18.065088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b7aba-1a84-43f8-ab1f-ebd3c39ef9a7 None None] New status for floating IP c447e496-d265-4694-ad0a-2e507ba24ede: ACTIVE {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:06:18.188008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:06:18.219362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:18.338703 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-3fb6a4dc-aa89-4bc0-ac0d-fc756fccd8a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 999 time: 0.3516364 Apr 02 18:06:18.494045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Network afe5655d-4baf-4a3f-9272-b9c7aae0ef05 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:06:18.507523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-95fc2145-7379-408e-8521-9150b4d1be77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:06:18.521993 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:06:18.720553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c80af-4c3f-41d0-8a0c-35fb74940b99 req-5d1a6cc4-8b91-4a22-b14e-f58709c2e83c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:18.734486 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cb1c80af-4c3f-41d0-8a0c-35fb74940b99 req-5d1a6cc4-8b91-4a22-b14e-f58709c2e83c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1521423 Apr 02 18:06:18.835147 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43469ae2-4962-401b-9ba5-75aa8b998b9f req-ca12ed87-1aa3-4803-adee-50e8ab9bd537 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 210 time: 0.0710292 Apr 02 18:06:18.865333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-45543a8c-87a2-4211-8194-a4e41ba6bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:18.866683 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-45543a8c-87a2-4211-8194-a4e41ba6bd5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.5081394 Apr 02 18:06:18.926568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:18.929554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:18.933444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2fb6081c-877b-4205-8bd6-7a8c571a27c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:18.951737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:18.970770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Pushing event deleted for resources: {'Network': ['ID=afe5655d-4baf-4a3f-9272-b9c7aae0ef05,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:18.974629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:18.980625 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-90b53aef-a244-4862-894b-806d17f05fee admin admin] 10.222.0.22 "DELETE /v2.0/networks/afe5655d-4baf-4a3f-9272-b9c7aae0ef05 HTTP/1.1" status: 204 len: 168 time: 2.0993562 Apr 02 18:06:18.991423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-45ed4994-ad21-45da-a19d-65d4cfbb1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:18.993303 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-45ed4994-ad21-45da-a19d-65d4cfbb1e06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190789 Apr 02 18:06:18.997856 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cb1c80af-4c3f-41d0-8a0c-35fb74940b99 req-ea1d6e63-1215-4bbf-b61a-360ec3e8a9d7 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620065 Apr 02 18:06:19.230146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-b9f2ffe5-0ffe-4df8-ac4c-3222d3ee3de7 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:19.231834 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-b9f2ffe5-0ffe-4df8-ac4c-3222d3ee3de7 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "GET /v2.0/networks?id=e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 200 len: 813 time: 0.3762767 Apr 02 18:06:19.247868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:19.256859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Request body: {'port': {'device_id': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1', 'admin_state_up': True, 'tenant_id': '9b07fd163add42718c7fd2dec2e5bbfc'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:06:19.313174 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-0e9d00fc-d83f-4091-b73d-4c18ef8d8281 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124626 Apr 02 18:06:19.331064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:19.334386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:19.345895 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:19.348300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:19.430036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58108) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:19.451944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=8']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:19.464273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:19.466571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.467125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.467649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.468283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.468808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.469369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.470072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.470582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.471091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.471755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.472274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.472891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:06:19.475102 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:19.477686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:19.492711 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'code': 200} Apr 02 18:06:19.513743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Made reservation on behalf of 9b07fd163add42718c7fd2dec2e5bbfc for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:06:19.520181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:19.561804 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-260e6fe9-9f8a-4aea-bdee-70fa20d84115 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20783ad8fb19486282d6126c5541f328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305382 Apr 02 18:06:19.565326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58112) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:19.585037 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c347d3f9-7ad9-4b76-80b9-54f471c8a9f9 req-b5f6e81e-d329-4814-aa6f-42a13ab310b6 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631557 Apr 02 18:06:19.615751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfd0e3-e108-40b4-9aae-1b537f4f8442 req-9d0ae8df-49be-4999-99ee-0aa7612bffdb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:19.617769 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4fdfd0e3-e108-40b4-9aae-1b537f4f8442 req-9d0ae8df-49be-4999-99ee-0aa7612bffdb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 945 time: 0.6184406 Apr 02 18:06:19.753075 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4fdfd0e3-e108-40b4-9aae-1b537f4f8442 req-d7b7647f-b196-47fc-9fd8-4596dba72d6f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237192 Apr 02 18:06:19.813082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:19.854874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Allocated IP 172.20.0.6 (e35c6e80-e168-416a-ab43-47185a53dcb1/306cd3bd-ea50-4722-841e-9334ce30f5a7/f37b0dd2-41d2-41be-b4ed-507f4f01e444) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:06:19.858048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:19.878644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:19.988420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.028327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-545543b7-3abc-4010-8bbd-94d13ec4b55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:20.109582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dda9c9-49e9-4bb7-9887-58e95d7976b6,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:20.120433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-cb3fa5ec-95a5-405a-b838-57b5f7e6fada req-7d8ba8ce-dd1c-4cfd-9e5f-23070c2e0034 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Synchronizing usage tracker for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:06:20.126786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:20.206320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-57df02b4-cbf2-48ac-b380-52b08a463c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.210523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-cb3fa5ec-95a5-405a-b838-57b5f7e6fada req-7d8ba8ce-dd1c-4cfd-9e5f-23070c2e0034 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Unset dirty status for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:06:20.211792 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cb3fa5ec-95a5-405a-b838-57b5f7e6fada req-7d8ba8ce-dd1c-4cfd-9e5f-23070c2e0034 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 210 time: 0.2371044 Apr 02 18:06:20.222610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.226304 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34dda9c9-49e9-4bb7-9887-58e95d7976b6 HTTP/1.1" status: 204 len: 168 time: 0.6551156 Apr 02 18:06:20.262732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.285737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e579-dea8-4e44-8f57-0046674cc41d req-06fc6a09-d836-4735-bb04-37248c788753 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:20.287339 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8bb8e579-dea8-4e44-8f57-0046674cc41d req-06fc6a09-d836-4735-bb04-37248c788753 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1618228 Apr 02 18:06:20.595322 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8bb8e579-dea8-4e44-8f57-0046674cc41d req-d550f4d7-9c13-4e89-bc63-4975767f4172 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014321 Apr 02 18:06:20.596812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.612085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-23a9d7f7-fc14-4fbc-8595-80659bae8c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:20.624243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58126) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:20.678363 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a64a5de0-9dcd-4dc0-982e-3efc7f5677e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d51bce2572324b45beed432a5c5ad1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526173 Apr 02 18:06:20.680912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58134) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:20.747440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.757733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Pushing event updated for resources: {'Port': ['ID=f37b0dd2-41d2-41be-b4ed-507f4f01e444,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:20.762230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:20.795866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.808832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Network e35c6e80-e168-416a-ab43-47185a53dcb1 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:06:20.810007 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:06:20.812491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:06:20.858048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.868555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-caedc0e3-91e6-48c5-8874-3e2788ed04a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:20.884434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:20.884895 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8cc9d5-9181-45c8-bcf7-4d37e9016a58,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:20.885399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.888273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:20.889286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:20.903030 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f8cc9d5-9181-45c8-bcf7-4d37e9016a58 HTTP/1.1" status: 204 len: 168 time: 0.2149909 Apr 02 18:06:20.908356 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6583564 Apr 02 18:06:20.924657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Request body: {'port': {'device_id': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:06:21.075008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:21.113489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:21.145725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ca976-5062-4d4d-b15f-170b20457be1 req-25cbcea2-0c0d-4fc3-8b3f-364d5073efd6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:21.145964 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8c5ca976-5062-4d4d-b15f-170b20457be1 req-25cbcea2-0c0d-4fc3-8b3f-364d5073efd6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1938858 Apr 02 18:06:21.301901 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8c5ca976-5062-4d4d-b15f-170b20457be1 req-c51e0397-3fbe-478c-904c-646992130db9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276324 Apr 02 18:06:21.518307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-ecd14ea0-01f4-4552-9a5c-abb051a93346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:21.519933 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-ecd14ea0-01f4-4552-9a5c-abb051a93346 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1099 time: 0.0821586 Apr 02 18:06:21.597834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368926a-83bd-4c54-9363-cc1d7a7c7d91 req-282a117c-b083-47a1-9208-1f64b01da4ae tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:21.599446 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3368926a-83bd-4c54-9363-cc1d7a7c7d91 req-282a117c-b083-47a1-9208-1f64b01da4ae tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 931 time: 0.2219439 Apr 02 18:06:21.671546 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3368926a-83bd-4c54-9363-cc1d7a7c7d91 req-371c1933-ef66-429d-accb-78041e2e4614 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Apr 02 18:06:21.689278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-127cf624-6edc-4666-ad1b-c38b0b44d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:21.690882 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-127cf624-6edc-4666-ad1b-c38b0b44d4e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.1471109 Apr 02 18:06:21.781184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37b0dd2-41d2-41be-b4ed-507f4f01e444 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:06:21.789907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:21.805403 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-18102b9c-c275-44a3-b003-876e48773fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 1001 time: 0.1068463 Apr 02 18:06:21.816232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Transition to ACTIVE for port object f37b0dd2-41d2-41be-b4ed-507f4f01e444 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:06:21.822079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:21.841926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:21.882246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-2938b2a5-7d5d-4208-b7f9-b45bf3ed149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:21.883839 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-2938b2a5-7d5d-4208-b7f9-b45bf3ed149c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.0686946 Apr 02 18:06:21.970817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-33a9bc50-4cb2-446d-b502-f9ad9ce16eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:21.972422 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-33a9bc50-4cb2-446d-b502-f9ad9ce16eed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813384 Apr 02 18:06:22.045745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f37b0dd2-41d2-41be-b4ed-507f4f01e444,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:22.048714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:22.107373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07026-e6f0-4799-8ea9-51d6e843977a req-07780942-d4a8-40a7-adc6-6817e1609bf5 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:22.108917 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-19a07026-e6f0-4799-8ea9-51d6e843977a req-07780942-d4a8-40a7-adc6-6817e1609bf5 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.2682028 Apr 02 18:06:22.122610 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-43a0b504-d35c-4f90-b34e-44a923034f05 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403778 Apr 02 18:06:22.282521 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d8ff7c95-a1ee-47a2-b509-a1d7da76e721 req-5f6adf8c-79c3-4766-b7ee-47a60607fd39 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519930 Apr 02 18:06:22.358555 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-19a07026-e6f0-4799-8ea9-51d6e843977a req-1bc98893-c775-4eaf-92d6-4214b0bca103 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840394 Apr 02 18:06:22.411721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Attempting to bind port f37b0dd2-41d2-41be-b4ed-507f4f01e444 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:06:22.412100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Attempting to bind port f37b0dd2-41d2-41be-b4ed-507f4f01e444 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:06:22.412464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Attempting to bind port f37b0dd2-41d2-41be-b4ed-507f4f01e444 on network e35c6e80-e168-416a-ab43-47185a53dcb1 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:06:22.420693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Port f37b0dd2-41d2-41be-b4ed-507f4f01e444 on network e35c6e80-e168-416a-ab43-47185a53dcb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:06:22.421046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Attempting to bind port f37b0dd2-41d2-41be-b4ed-507f4f01e444 on network e35c6e80-e168-416a-ab43-47185a53dcb1 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:06:22.434626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce8d30-eb92-4e07-88a5-e2f83bea1cef req-86600283-6101-40a6-b45b-f1c7408cbe1e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:22.436267 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b5ce8d30-eb92-4e07-88a5-e2f83bea1cef req-86600283-6101-40a6-b45b-f1c7408cbe1e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1582875 Apr 02 18:06:22.437275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:06:22.437647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Checking segment: {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:06:22.438066 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Bound using segment: {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:06:22.438544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Bound port: f37b0dd2-41d2-41be-b4ed-507f4f01e444, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:06:22.438923 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:22.556976 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b5ce8d30-eb92-4e07-88a5-e2f83bea1cef req-96d88716-5345-4363-b2c1-c96d92dbedb7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063375 Apr 02 18:06:22.582059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] For port f37b0dd2-41d2-41be-b4ed-507f4f01e444, host hv-cinder-78460, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:06:22.585279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] For port f37b0dd2-41d2-41be-b4ed-507f4f01e444, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:06:22.589345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:22.605427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a6aa8ff9-f3e4-4320-9253-37581ed74963 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:22.742301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58196) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:22.806937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f37b0dd2-41d2-41be-b4ed-507f4f01e444,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:22.822642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:22.859510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:22.894198 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-ef82bb6b-fbc2-49b9-a3b0-e60f4bb0c1fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397972 Apr 02 18:06:22.919028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:22.919702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:22.921176 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] 10.222.0.11 "PUT /v2.0/ports/f37b0dd2-41d2-41be-b4ed-507f4f01e444 HTTP/1.1" status: 200 len: 1093 time: 2.0019927 Apr 02 18:06:22.921800 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'tag': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:22.948319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:06:22.977048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4a2cf-a0df-4032-8971-0c4ab3485812 req-03a92ea6-5f4e-482e-9322-1a8b4a903b29 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:22.978853 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-76a4a2cf-a0df-4032-8971-0c4ab3485812 req-03a92ea6-5f4e-482e-9322-1a8b4a903b29 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 943 time: 0.1605234 Apr 02 18:06:22.988895 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'tag': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444', 'status': 'completed', 'code': 200} Apr 02 18:06:23.125783 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-76a4a2cf-a0df-4032-8971-0c4ab3485812 req-a6256ed2-1557-49dd-a924-ff333c018142 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355278 Apr 02 18:06:23.139831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a687aa45-55fe-4afa-809b-4f69fd9d6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:23.141457 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-a687aa45-55fe-4afa-809b-4f69fd9d6f79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 1096 time: 0.1494505 Apr 02 18:06:23.218475 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-9835c34f-2b95-4b1b-a0b8-5b5fdbd79722 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444 HTTP/1.1" status: 200 len: 217 time: 0.0669937 Apr 02 18:06:23.296509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-d1367de4-e512-4ea9-8e2b-b493ae6a2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:23.298134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-d1367de4-e512-4ea9-8e2b-b493ae6a2aff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=306cd3bd-ea50-4722-841e-9334ce30f5a7 HTTP/1.1" status: 200 len: 853 time: 0.0722973 Apr 02 18:06:23.352684 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-28b90abf-a902-47c0-8772-16553cbf1550 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e35c6e80-e168-416a-ab43-47185a53dcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465260 Apr 02 18:06:23.551544 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-2280b907-9ca7-44b7-9207-27832f97937a service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899500 Apr 02 18:06:23.867530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452d552-86f6-4428-b8a0-e0aebac09ed5 req-22f37e5c-2e4a-4f23-a794-c2f5828aa3e7 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:23.869218 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a452d552-86f6-4428-b8a0-e0aebac09ed5 req-22f37e5c-2e4a-4f23-a794-c2f5828aa3e7 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.3718283 Apr 02 18:06:24.049119 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a452d552-86f6-4428-b8a0-e0aebac09ed5 req-ed8958f7-8ef5-4076-b8ad-1163903d945f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381650 Apr 02 18:06:24.076150 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66888ee5-152a-40c3-93e1-8fb9fca1a013 req-b9a2ed75-3277-4b26-a1c8-9231ab45a9c4 service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008295 Apr 02 18:06:24.091305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef30b0-45e7-4817-bce8-99f2b72d01ab req-d26385cf-6b33-4ac7-a233-146753b623e8 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.097919 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-caef30b0-45e7-4817-bce8-99f2b72d01ab req-d26385cf-6b33-4ac7-a233-146753b623e8 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.2433267 Apr 02 18:06:24.194625 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-caef30b0-45e7-4817-bce8-99f2b72d01ab req-2f81bfa9-f8a4-47f4-8a59-d276f87f037e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929170 Apr 02 18:06:24.232938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-eda08931-587a-4f85-b9eb-0f36bd47c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.235052 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-eda08931-587a-4f85-b9eb-0f36bd47c465 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 1096 time: 0.0989232 Apr 02 18:06:24.265274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-5c552721-825c-4e40-b04a-f5f33f4f9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.266933 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-5c552721-825c-4e40-b04a-f5f33f4f9537 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef&tenant_id=89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 1096 time: 0.0871522 Apr 02 18:06:24.379354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-dd208b96-4b40-47d9-b9cf-854d3d333472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.381132 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-dd208b96-4b40-47d9-b9cf-854d3d333472 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1096 time: 0.0848730 Apr 02 18:06:24.460418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad297d8-d018-4567-a8a3-82286340581d req-53e6b50f-2089-4385-8316-337604f1352c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.462003 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fad297d8-d018-4567-a8a3-82286340581d req-53e6b50f-2089-4385-8316-337604f1352c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 943 time: 0.1933582 Apr 02 18:06:24.463300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-f5fa77f9-769c-4ffe-8cba-2f9924f8d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.464725 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-f5fa77f9-769c-4ffe-8cba-2f9924f8d262 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 200 len: 914 time: 0.2212546 Apr 02 18:06:24.533159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-b61ce5f4-5656-4968-a8a2-3055f847954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.534862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-b61ce5f4-5656-4968-a8a2-3055f847954f service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1462622 Apr 02 18:06:24.566888 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-230a9d6e-5a98-49c9-be5b-b13eaa3478ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444 HTTP/1.1" status: 200 len: 217 time: 0.0946879 Apr 02 18:06:24.633721 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fad297d8-d018-4567-a8a3-82286340581d req-3ed83fad-cf78-40ff-9db3-7107424a0157 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628759 Apr 02 18:06:24.654433 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-acecc6ac-c4ff-4325-ab7d-34aadc2f16ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 999 time: 0.1098824 Apr 02 18:06:24.654815 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-5a6b5941-48c7-46d2-b2b5-3d5b5cd2f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.656523 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-5a6b5941-48c7-46d2-b2b5-3d5b5cd2f59a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=306cd3bd-ea50-4722-841e-9334ce30f5a7 HTTP/1.1" status: 200 len: 853 time: 0.0783365 Apr 02 18:06:24.721417 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-45039e09-27fa-4820-8d53-5049a4e440c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e35c6e80-e168-416a-ab43-47185a53dcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513911 Apr 02 18:06:24.731560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-60fb20d0-310f-4394-bf5a-bbeb65e313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.733135 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-60fb20d0-310f-4394-bf5a-bbeb65e313e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0648248 Apr 02 18:06:24.835692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-c38d6ec9-b16e-45e9-b94f-3b9a0075fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:24.837425 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-c38d6ec9-b16e-45e9-b94f-3b9a0075fbb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830822 Apr 02 18:06:24.884153 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-b0c00143-fc58-488f-a0fb-85db3bf073df service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498144 Apr 02 18:06:24.981892 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-94acd8b4-e8b5-4093-9ef5-b2775a902f78 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368330 Apr 02 18:06:25.036190 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-208bf8ef-2b57-4c59-99bf-6801a58af793 req-6e5ea183-2b9c-412e-a37c-e2ace97929b7 service neutron] 10.222.0.11 "GET /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448455 Apr 02 18:06:25.128852 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3091e848-c80c-4c67-8fec-7f1c0348a45c req-fc0e904e-0465-4e70-bdcc-9edad591719f service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383784 Apr 02 18:06:25.488937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fba383-9944-4a83-bbb1-0e84b8f33e1c req-b08137d6-7cd4-45eb-8e1b-74e0b7c8edfe tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:25.490540 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-39fba383-9944-4a83-bbb1-0e84b8f33e1c req-b08137d6-7cd4-45eb-8e1b-74e0b7c8edfe tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1582806 Apr 02 18:06:25.498807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b58523-58ba-49cf-a796-6c118947a17f req-0ce90e78-66fa-476d-abc8-6b547b9ceda6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:25.500334 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53b58523-58ba-49cf-a796-6c118947a17f req-0ce90e78-66fa-476d-abc8-6b547b9ceda6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1702638 Apr 02 18:06:25.573625 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-39fba383-9944-4a83-bbb1-0e84b8f33e1c req-00ea0dc7-924c-43f2-a801-46836f2a5be4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722234 Apr 02 18:06:25.581118 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53b58523-58ba-49cf-a796-6c118947a17f req-bef2379d-784a-4bf1-b625-8e78542242b3 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653858 Apr 02 18:06:25.655063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:25.844482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629fd75-9832-4d3a-8b23-82c45bceb378 req-cc05b91a-27af-45f9-a5d3-48a2aef36e50 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:25.846069 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e629fd75-9832-4d3a-8b23-82c45bceb378 req-cc05b91a-27af-45f9-a5d3-48a2aef36e50 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 943 time: 0.0886052 Apr 02 18:06:25.897011 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e629fd75-9832-4d3a-8b23-82c45bceb378 req-85ad2e5b-2a27-4ed5-9047-37fb9805e8fc tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Apr 02 18:06:26.877826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1aa95-f17d-4475-9ed5-68905049b8ff req-fe1a13b3-aa3f-4d72-bf85-b54ceec976b3 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:26.879481 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c3c1aa95-f17d-4475-9ed5-68905049b8ff req-fe1a13b3-aa3f-4d72-bf85-b54ceec976b3 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1642945 Apr 02 18:06:26.894176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065c6dd-dfc3-428d-bf60-30d62b8020f3 req-3c43c6cb-5cad-4d9d-8628-8d0957c71040 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:26.895793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a065c6dd-dfc3-428d-bf60-30d62b8020f3 req-3c43c6cb-5cad-4d9d-8628-8d0957c71040 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1416371 Apr 02 18:06:26.948811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f37b0dd2-41d2-41be-b4ed-507f4f01e444 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:06:26.979213 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c3c1aa95-f17d-4475-9ed5-68905049b8ff req-d9017b4e-ed48-4485-8567-291bcc73a4e6 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823925 Apr 02 18:06:26.982192 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a065c6dd-dfc3-428d-bf60-30d62b8020f3 req-538ae0d5-6cc9-4d2f-937c-12e152f316c3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710995 Apr 02 18:06:27.128169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port f37b0dd2-41d2-41be-b4ed-507f4f01e444, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:27.143178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444', 'network_id': 'e35c6e80-e168-416a-ab43-47185a53dcb1', 'port_id': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444', 'mac_address': 'fa:16:3e:b9:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306cd3bd-ea50-4722-841e-9334ce30f5a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:06:27.191595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5dcd0-3016-4322-8d50-a397e7499bcd req-aa3cc1c9-2b6d-4b2f-a467-6a9e24041d7c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:27.193314 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9ca5dcd0-3016-4322-8d50-a397e7499bcd req-aa3cc1c9-2b6d-4b2f-a467-6a9e24041d7c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 943 time: 0.1015613 Apr 02 18:06:27.221132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:27.241270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37b0dd2-41d2-41be-b4ed-507f4f01e444 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:06:27.248406 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9ca5dcd0-3016-4322-8d50-a397e7499bcd req-577d78e4-c0c1-42d4-b7bb-a9c8f005d994 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Apr 02 18:06:27.277761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port f37b0dd2-41d2-41be-b4ed-507f4f01e444, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:27.281319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:27.283141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:27.357856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=f37b0dd2-41d2-41be-b4ed-507f4f01e444,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:27.361152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:27.507124 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['f37b0dd2-41d2-41be-b4ed-507f4f01e444'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:06:28.269347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212f2a0-8fab-4acc-9291-fcaf54debc4d req-9fd29461-1b80-4d68-9885-42c7857f4b07 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:28.270912 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2212f2a0-8fab-4acc-9291-fcaf54debc4d req-9fd29461-1b80-4d68-9885-42c7857f4b07 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1249449 Apr 02 18:06:28.279394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a587-921e-4178-a4e3-2ae609449fe2 req-31eb45cc-d97e-4117-9d00-706a719123cc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:28.280842 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5c50a587-921e-4178-a4e3-2ae609449fe2 req-31eb45cc-d97e-4117-9d00-706a719123cc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1737487 Apr 02 18:06:28.357274 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2212f2a0-8fab-4acc-9291-fcaf54debc4d req-c5ffa9a5-cfa7-48dd-96df-a3e0703e1bf1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752726 Apr 02 18:06:28.361889 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5c50a587-921e-4178-a4e3-2ae609449fe2 req-be0ee990-90f8-4f7d-95a8-28dc00aa1b8c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640671 Apr 02 18:06:28.563563 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8792e7a-3b9d-4161-929a-abc952eab44b req-b724593a-b05d-4c7c-962f-55a7d896a319 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:28.565184 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c8792e7a-3b9d-4161-929a-abc952eab44b req-b724593a-b05d-4c7c-962f-55a7d896a319 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 944 time: 0.0908570 Apr 02 18:06:28.619277 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c8792e7a-3b9d-4161-929a-abc952eab44b req-890c4220-1d10-42bd-b7b4-484abd66cebb tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Apr 02 18:06:28.963424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f37b0dd2-41d2-41be-b4ed-507f4f01e444 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:06:29.036665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port f37b0dd2-41d2-41be-b4ed-507f4f01e444 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:06:29.041505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port f37b0dd2-41d2-41be-b4ed-507f4f01e444 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:06:29.041917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.175016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.364420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58324) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:29.384198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:29.397575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port f37b0dd2-41d2-41be-b4ed-507f4f01e444, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:29.404032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.406382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:29.477918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=f37b0dd2-41d2-41be-b4ed-507f4f01e444,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:29.481346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:29.562728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.582711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:29.587303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Usage tracker for resource:security_group_rule and tenant:1dced83b69964b2bb6813cc090ccc546 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:29.591078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:29.614901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:29.716408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.721423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.726943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289432a-7e7a-4780-9e23-6ee759acfc49 req-d01d6e15-df0b-48c7-ba46-abe97142e9cc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:29.728598 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4289432a-7e7a-4780-9e23-6ee759acfc49 req-d01d6e15-df0b-48c7-ba46-abe97142e9cc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1702323 Apr 02 18:06:29.730494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3ca152b-9985-48f8-88ec-5bf726316e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:29.737846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b01247-558c-4d22-8a94-d236d01cdfdd req-171a838f-c7ac-4342-90e3-9d3f47f536b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:29.739125 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02b01247-558c-4d22-8a94-d236d01cdfdd req-171a838f-c7ac-4342-90e3-9d3f47f536b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1383135 Apr 02 18:06:29.774776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e1e798-98cc-4864-94da-ec33830b1013,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:29.780047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:29.786042 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dced83b69964b2bb6813cc090ccc546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203978 Apr 02 18:06:29.786627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58338) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:29.812775 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4289432a-7e7a-4780-9e23-6ee759acfc49 req-dfec866e-29d4-49f7-8294-3797e0c58cab tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725372 Apr 02 18:06:29.870866 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02b01247-558c-4d22-8a94-d236d01cdfdd req-84e2c020-9c5e-4244-b975-e045fc0c16e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163943 Apr 02 18:06:29.899300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.918984 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444', 'code': 200} Apr 02 18:06:29.938465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:29.999496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:30.004553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b263dc8a-a1a0-4819-a9c8-41419d5deacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:30.015340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e1e798-98cc-4864-94da-ec33830b1013,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:30.020136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:30.022233 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:30.032184 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41e1e798-98cc-4864-94da-ec33830b1013 HTTP/1.1" status: 204 len: 168 time: 0.2386985 Apr 02 18:06:30.074334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13304a-8049-482a-9a7f-228d20ed8fb3 req-2b21349e-dfb6-4599-bcd6-d1273d914e2f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:30.081799 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cd13304a-8049-482a-9a7f-228d20ed8fb3 req-2b21349e-dfb6-4599-bcd6-d1273d914e2f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0981243 Apr 02 18:06:30.141871 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cd13304a-8049-482a-9a7f-228d20ed8fb3 req-b4661c1b-70a4-4eaa-8e13-2007e40ca89a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555267 Apr 02 18:06:31.216695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3f778-ac68-48c2-b468-b1bd71c36a69 req-c9a28b70-cde2-43e7-9132-677be8af8d3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:31.218532 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f8f3f778-ac68-48c2-b468-b1bd71c36a69 req-c9a28b70-cde2-43e7-9132-677be8af8d3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.2805238 Apr 02 18:06:31.262047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe8637-0731-40ee-bdec-8192f2668abb req-652eafcb-abbe-475e-ad9e-eab0c065a4c3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:31.263795 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3bbe8637-0731-40ee-bdec-8192f2668abb req-652eafcb-abbe-475e-ad9e-eab0c065a4c3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.2292466 Apr 02 18:06:31.565584 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3bbe8637-0731-40ee-bdec-8192f2668abb req-b7ffc1ae-3d5b-443c-8bf0-e73e0d0ab2a3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937109 Apr 02 18:06:31.574281 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f8f3f778-ac68-48c2-b468-b1bd71c36a69 req-7c04f2ca-adba-41f8-a25e-f5ad66b15fda tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484104 Apr 02 18:06:31.785419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5334-c661-4acf-871c-59832caee3d6 req-a472f475-a820-4b31-b1db-7fd5f656ed07 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:31.787204 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-690a5334-c661-4acf-871c-59832caee3d6 req-a472f475-a820-4b31-b1db-7fd5f656ed07 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.1085925 Apr 02 18:06:31.847981 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-690a5334-c661-4acf-871c-59832caee3d6 req-2d44acd0-6bc4-41d0-8c8f-d55d270fbf45 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528297 Apr 02 18:06:32.863791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ecdb3-48e2-46f4-9c4a-20c86ab37910 req-14eec75d-9dd6-4dcb-bcc5-d839cde7aef8 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:32.865303 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-896ecdb3-48e2-46f4-9c4a-20c86ab37910 req-14eec75d-9dd6-4dcb-bcc5-d839cde7aef8 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1222432 Apr 02 18:06:32.873913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4740ab-3767-43c2-856d-706ea9180644 req-87c534ea-6ca0-46f5-bb30-fab89e1dba1b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:32.875358 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eb4740ab-3767-43c2-856d-706ea9180644 req-87c534ea-6ca0-46f5-bb30-fab89e1dba1b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1807597 Apr 02 18:06:32.951924 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-896ecdb3-48e2-46f4-9c4a-20c86ab37910 req-9c24fab5-a04e-471d-bcbd-068ddadde2d7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755403 Apr 02 18:06:32.959343 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eb4740ab-3767-43c2-856d-706ea9180644 req-4626f887-9e60-4e60-a36b-4dfaf3940e51 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649233 Apr 02 18:06:33.165632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356adfe2-8aee-44c5-8d2e-89f210fc1506 req-29538435-9423-40fb-954a-6a178fc05c3c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:33.167296 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-356adfe2-8aee-44c5-8d2e-89f210fc1506 req-29538435-9423-40fb-954a-6a178fc05c3c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0901880 Apr 02 18:06:33.222118 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-356adfe2-8aee-44c5-8d2e-89f210fc1506 req-7344063f-5fd6-4a8a-aec1-e4afc445cefc tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480726 Apr 02 18:06:34.254352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4b429-c5d6-433d-859c-cadab5a3db53 req-39dc5863-a770-4868-9b09-aa020dd854e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:34.255865 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43a4b429-c5d6-433d-859c-cadab5a3db53 req-39dc5863-a770-4868-9b09-aa020dd854e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1695852 Apr 02 18:06:34.264392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4a24b-7725-4375-a59d-f662373444a9 req-40d904c3-d5a1-47f1-911e-9ab736a08c56 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:34.266013 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a0a4a24b-7725-4375-a59d-f662373444a9 req-40d904c3-d5a1-47f1-911e-9ab736a08c56 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1369469 Apr 02 18:06:34.339770 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43a4b429-c5d6-433d-859c-cadab5a3db53 req-422dbf8f-42e2-41b9-8316-1fff892bebc5 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726655 Apr 02 18:06:34.347784 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a0a4a24b-7725-4375-a59d-f662373444a9 req-8049778f-13a2-47b0-9b64-eccfab249f2f tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643673 Apr 02 18:06:34.550932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0b99-e687-47a5-8d54-fdd802360ae1 req-e9c5bd35-de70-452a-b9dd-71d726a651ec tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:34.552501 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3fc0b99-e687-47a5-8d54-fdd802360ae1 req-e9c5bd35-de70-452a-b9dd-71d726a651ec tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0889161 Apr 02 18:06:34.604753 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3fc0b99-e687-47a5-8d54-fdd802360ae1 req-6c674c74-0624-4468-855d-ec8ac36ddbc0 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Apr 02 18:06:35.640477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619c7f-f7ba-4aa4-8d0e-97c6a69b652a req-597c15c1-ff9f-490b-8c63-d78d114d7028 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:35.642244 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66619c7f-f7ba-4aa4-8d0e-97c6a69b652a req-597c15c1-ff9f-490b-8c63-d78d114d7028 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1590524 Apr 02 18:06:35.655876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd0eab-f596-43b2-bffc-fa822630cd89 req-3ea63d1a-0cc9-4d85-8be5-3bdd53153345 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:35.657405 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87dd0eab-f596-43b2-bffc-fa822630cd89 req-3ea63d1a-0cc9-4d85-8be5-3bdd53153345 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1316128 Apr 02 18:06:35.726218 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-66619c7f-f7ba-4aa4-8d0e-97c6a69b652a req-0763b35a-1506-4e9f-9e6d-12751dace3dc tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677645 Apr 02 18:06:35.782357 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87dd0eab-f596-43b2-bffc-fa822630cd89 req-98442b22-c680-4eb8-8d32-eac5e14ee8b8 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022477 Apr 02 18:06:35.982033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a67b7-ae18-4175-8706-bbe810916ec9 req-188a828c-ccd1-480e-939e-cf26d4b9558f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:35.984183 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-022a67b7-ae18-4175-8706-bbe810916ec9 req-188a828c-ccd1-480e-939e-cf26d4b9558f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0949659 Apr 02 18:06:36.049998 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-022a67b7-ae18-4175-8706-bbe810916ec9 req-2de3d25d-024d-4281-8480-eb48406c5625 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574758 Apr 02 18:06:37.021753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a5e2-d44a-404d-aac6-2fba87b3a77c req-fcf5f6fd-dba5-4489-b156-421cedcd1c48 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:37.023209 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bba0a5e2-d44a-404d-aac6-2fba87b3a77c req-fcf5f6fd-dba5-4489-b156-421cedcd1c48 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1194386 Apr 02 18:06:37.031238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970ab96-ede9-40d9-8b13-8bcf9fbe3468 req-75d44119-965e-4969-a070-760df7fccd5c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:37.032705 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a970ab96-ede9-40d9-8b13-8bcf9fbe3468 req-75d44119-965e-4969-a070-760df7fccd5c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1700339 Apr 02 18:06:37.108693 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bba0a5e2-d44a-404d-aac6-2fba87b3a77c req-b2ee38d8-5b06-4217-9d4f-a25017d74ac2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749595 Apr 02 18:06:37.115352 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a970ab96-ede9-40d9-8b13-8bcf9fbe3468 req-934c329e-b770-49c2-bbca-caeceb2e7694 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676126 Apr 02 18:06:37.306100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88fc39-d9a2-4878-94b1-ade87a921b99 req-f6de4a63-13b6-40b5-8ede-350c36702e8a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:37.307634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7f88fc39-d9a2-4878-94b1-ade87a921b99 req-f6de4a63-13b6-40b5-8ede-350c36702e8a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0967300 Apr 02 18:06:37.358409 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7f88fc39-d9a2-4878-94b1-ade87a921b99 req-851ebc47-44f2-44e1-bc60-8c585d8e8ed8 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Apr 02 18:06:37.579282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7f1e0-886a-441c-9504-8b8d674073b8 req-58c8832b-86b3-47a9-a481-81da8b106919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:37.580862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3cd7f1e0-886a-441c-9504-8b8d674073b8 req-58c8832b-86b3-47a9-a481-81da8b106919 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 1098 time: 0.0814333 Apr 02 18:06:37.625339 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3cd7f1e0-886a-441c-9504-8b8d674073b8 req-98116d0a-0863-4a15-b012-7ea143a48db8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356586 Apr 02 18:06:38.381570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dd712-9ef8-498f-bc3d-1669d7074296 req-292580e6-e26d-4c8c-a2fd-18dc8a4889bc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:38.383136 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-498dd712-9ef8-498f-bc3d-1669d7074296 req-292580e6-e26d-4c8c-a2fd-18dc8a4889bc tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1556022 Apr 02 18:06:38.394570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8572c-04b1-429a-b0c1-74c8fd230be8 req-ab36d736-9fcb-4fcc-a3b1-002bee1277c7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:38.396116 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-93e8572c-04b1-429a-b0c1-74c8fd230be8 req-ab36d736-9fcb-4fcc-a3b1-002bee1277c7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1237600 Apr 02 18:06:38.469730 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-498dd712-9ef8-498f-bc3d-1669d7074296 req-4fb8cc6a-b704-48aa-82ea-394404f96ffa tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725443 Apr 02 18:06:38.477310 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-93e8572c-04b1-429a-b0c1-74c8fd230be8 req-3e5fc847-21b4-4f4e-b231-5bb59c353b0a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660775 Apr 02 18:06:38.672386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e629da5-7db2-4a85-8bfa-c85afec4b3c8 req-c3f61693-5dfb-47c8-8ce8-95dac431b0f4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:38.674011 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6e629da5-7db2-4a85-8bfa-c85afec4b3c8 req-c3f61693-5dfb-47c8-8ce8-95dac431b0f4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0897493 Apr 02 18:06:38.725332 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6e629da5-7db2-4a85-8bfa-c85afec4b3c8 req-05d3e7cc-7141-46b3-a688-940e5212fa09 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Apr 02 18:06:38.860612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3b9c-bb34-41fd-ba69-94bc9e0afbee req-0e94923b-c7ec-4117-a77b-7e9cb2fe6a43 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:38.862584 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b26e3b9c-bb34-41fd-ba69-94bc9e0afbee req-0e94923b-c7ec-4117-a77b-7e9cb2fe6a43 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0949807 Apr 02 18:06:38.919909 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b26e3b9c-bb34-41fd-ba69-94bc9e0afbee req-0dd86b34-323c-4953-9289-8064a084aed7 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499616 Apr 02 18:06:38.937296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-288c72ac-ae94-4748-8b44-991c9c6f6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:38.937296 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-288c72ac-ae94-4748-8b44-991c9c6f6514 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 1099 time: 0.0886068 Apr 02 18:06:39.079621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-48517e43-927c-4d47-b553-ced6ae1faf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:39.081221 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-48517e43-927c-4d47-b553-ced6ae1faf1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.1359341 Apr 02 18:06:39.419323 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-4e840a06-d9af-4243-879e-c038735ffb8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 200 len: 1001 time: 0.3303244 Apr 02 18:06:39.488356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-3b8297b9-e196-4149-b616-947e51037799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:39.489902 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-3b8297b9-e196-4149-b616-947e51037799 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.0632567 Apr 02 18:06:39.541804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58510) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:39.578064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-23354601-a3be-41fe-87c4-d2d785894cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:39.580252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-23354601-a3be-41fe-87c4-d2d785894cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828490 Apr 02 18:06:39.678323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:39.697086 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:39.707967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ecd00946c3340a58db45ee6abc1cb1a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:39.716144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:39.724838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:39.729343 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-de89ec5e-d9e4-4f11-9561-2d4d964caef4 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410873 Apr 02 18:06:39.749466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0efa48-8ec4-4555-9977-3f3f323a3383 req-a0804fe3-ae71-4e74-8b00-f28b4f14945a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:39.751139 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa0efa48-8ec4-4555-9977-3f3f323a3383 req-a0804fe3-ae71-4e74-8b00-f28b4f14945a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.1431735 Apr 02 18:06:39.815566 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-aa0efa48-8ec4-4555-9977-3f3f323a3383 req-0864f3a3-5b79-48c7-ba75-4e98b83cc165 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567477 Apr 02 18:06:39.866982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:39.870691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:39.881645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f88023b6-a323-498d-965b-afd9f4c34514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:39.887896 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-57c5eac7-3bf6-41dd-be62-23f0f129b19a req-056f7a72-b480-42d7-8d8f-339e9897ad01 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510491 Apr 02 18:06:39.976178 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ecd00946c3340a58db45ee6abc1cb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329906 Apr 02 18:06:39.978649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e43927-d41c-49a9-a1ba-97dfa2e6b066,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:39.979610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58520) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:39.982373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:40.018192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ddc24-8f72-4cd2-a6f0-704677c4d731 req-637bf53a-833e-48a4-8efd-d2324caffb06 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:40.019679 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e45ddc24-8f72-4cd2-a6f0-704677c4d731 req-637bf53a-833e-48a4-8efd-d2324caffb06 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.1397929 Apr 02 18:06:40.045981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.072359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.117562 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e45ddc24-8f72-4cd2-a6f0-704677c4d731 req-7fadc77a-ff59-4cbe-9efb-bedecfded950 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909686 Apr 02 18:06:40.117808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.123221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4ccfdb1c-ff1f-4f8f-852a-a1ddb6c78947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:40.136879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e43927-d41c-49a9-a1ba-97dfa2e6b066,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:40.141435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:40.144475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.148554 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3e43927-d41c-49a9-a1ba-97dfa2e6b066 HTTP/1.1" status: 204 len: 168 time: 0.1678648 Apr 02 18:06:40.151281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a34dc-815a-412a-a67d-8947b358ba67 req-e4066e1c-c597-489c-b2e3-f5c202472507 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:40.153057 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0a0a34dc-815a-412a-a67d-8947b358ba67 req-e4066e1c-c597-489c-b2e3-f5c202472507 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1114364 Apr 02 18:06:40.204691 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0a0a34dc-815a-412a-a67d-8947b358ba67 req-243159d0-bd63-46db-a8a1-a2173366b1a9 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Apr 02 18:06:40.454548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58536) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:40.480427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.496062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:40.500183 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Usage tracker for resource:security_group_rule and tenant:bd2ad7407e314089b9dff8206f4975be is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:40.503345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:40.509762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:40.598863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.602875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.612764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2e08aea6-ded8-4379-8022-5a5b087c6a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:40.660184 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd2ad7407e314089b9dff8206f4975be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027886 Apr 02 18:06:40.661745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58542) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:40.662232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565beedc-34a6-4ed6-a7c0-d505b0688d5b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:40.666034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:40.735339 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.764421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.826159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.831832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b03c659a-0df8-4014-a51d-edca1f932342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:40.844283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565beedc-34a6-4ed6-a7c0-d505b0688d5b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:40.847550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:40.849573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:40.866257 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/565beedc-34a6-4ed6-a7c0-d505b0688d5b HTTP/1.1" status: 204 len: 168 time: 0.2026615 Apr 02 18:06:40.996726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:06:41.041583 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6396d-1231-44c9-85f2-66e4f6dbebc4 req-165401ff-6a1c-420e-92aa-97e234099d42 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:41.049528 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bbe6396d-1231-44c9-85f2-66e4f6dbebc4 req-165401ff-6a1c-420e-92aa-97e234099d42 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 943 time: 0.0967071 Apr 02 18:06:41.092734 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-bbe6396d-1231-44c9-85f2-66e4f6dbebc4 req-0f158e74-b448-42bb-822d-fedc63c35b44 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Apr 02 18:06:41.142824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:41.160215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'febf18d2-ba54-46d7-8649-df7467b396af', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'port_id': 'febf18d2-ba54-46d7-8649-df7467b396af', 'mac_address': 'fa:16:3e:10:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:06:41.219949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:41.237917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febf18d2-ba54-46d7-8649-df7467b396af {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:06:41.254092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:41.259250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:41.261165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:41.330806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=9']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:41.334202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:41.413456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31eef-32c0-469c-889e-645c75352d34 req-1539f2bc-96fd-46ff-b4f8-a6374561762e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:41.415062 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-84b31eef-32c0-469c-889e-645c75352d34 req-1539f2bc-96fd-46ff-b4f8-a6374561762e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0932419 Apr 02 18:06:41.464785 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-84b31eef-32c0-469c-889e-645c75352d34 req-29209ce5-36c3-4c91-ba75-6b9e925d12a9 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 Apr 02 18:06:41.535596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['febf18d2-ba54-46d7-8649-df7467b396af'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:06:42.299799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f25d94-5509-4f11-8d60-b14b579b266e req-04618ccb-e693-4fa5-8edb-67865ac03aec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:42.301435 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-09f25d94-5509-4f11-8d60-b14b579b266e req-04618ccb-e693-4fa5-8edb-67865ac03aec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 944 time: 0.0874076 Apr 02 18:06:42.354324 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-09f25d94-5509-4f11-8d60-b14b579b266e req-22c4a37c-b444-42cb-85dd-b29ab9058c6f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461679 Apr 02 18:06:43.025465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:06:43.103319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port febf18d2-ba54-46d7-8649-df7467b396af triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:06:43.103732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:43.231899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:43.267005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:06:43.296305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:06:43.300134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:43.302355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:43.341875 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'code': 200} Apr 02 18:06:43.377702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=10']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:43.381012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:43.568360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6308d35-0c04-4ce7-9c42-54021726c711 req-9c589515-c370-4690-99b8-7151ace27b48 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:43.570100 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b6308d35-0c04-4ce7-9c42-54021726c711 req-9c589515-c370-4690-99b8-7151ace27b48 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 946 time: 0.0962636 Apr 02 18:06:43.619699 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b6308d35-0c04-4ce7-9c42-54021726c711 req-a5a0109d-0a94-42b1-bc73-06871874d23e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Apr 02 18:06:43.771986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58636) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:43.909686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:43.927887 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:43.934385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1bdabf8325704e809145ff6f721513ca is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:43.937742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:43.941979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a820-5d01-4543-9624-3c7b3fb7d530 req-fbed15ce-4b2e-4f37-8ca5-68227cb41c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:43.943520 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3fa2a820-5d01-4543-9624-3c7b3fb7d530 req-fbed15ce-4b2e-4f37-8ca5-68227cb41c17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1099 time: 0.1161630 Apr 02 18:06:43.947389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:44.010547 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3fa2a820-5d01-4543-9624-3c7b3fb7d530 req-eb743a28-7874-4b3f-a1d1-e81af6aaa6fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575647 Apr 02 18:06:44.069010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.072766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.079797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2e0c476f-b97f-43f5-8aa0-19d0a5b4f5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:44.122343 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bdabf8325704e809145ff6f721513ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490984 Apr 02 18:06:44.124193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba3d42-682f-451c-a477-7d1f2839375c,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:44.125584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58642) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:44.127773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:44.193679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.224644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.270484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.274202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5939de21-819e-47bb-bed9-b1e3f6eb9cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:44.288975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba3d42-682f-451c-a477-7d1f2839375c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:44.291783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:44.301770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.302993 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c19ea0fe-d8d1-4495-aa28-772f7f643df0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00ba3d42-682f-451c-a477-7d1f2839375c HTTP/1.1" status: 204 len: 168 time: 0.1763422 Apr 02 18:06:44.610473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58652) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:44.636077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.651924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:44.656290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Usage tracker for resource:security_group_rule and tenant:b5ddafc7e2dd43edb70dca9b39cc1313 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:44.659573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:44.666542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:44.808197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.812344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.821930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3454f566-4c4a-48ed-899c-262c048cfee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:44.867906 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5ddafc7e2dd43edb70dca9b39cc1313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559347 Apr 02 18:06:44.870785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58658) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:44.880618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851b9e69-8417-4eb1-bc7b-54c71952d46b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:44.884737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-978cc5cc-79ed-438a-85ca-291310573c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:44.907459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46952389-fbe1-4c9b-98b6-14c4630d8fbf req-cc5d568c-ff98-4e89-8b46-95fcda17b815 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:44.909059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-46952389-fbe1-4c9b-98b6-14c4630d8fbf req-cc5d568c-ff98-4e89-8b46-95fcda17b815 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 946 time: 0.1649110 Apr 02 18:06:44.954700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:44.960090 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-46952389-fbe1-4c9b-98b6-14c4630d8fbf req-e3a613d2-f96e-4c24-ad02-2a2eab64e63e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Apr 02 18:06:44.983453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:45.029031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:45.033959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d886fd6e-44f4-4cfe-ad76-2641db132c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:45.046870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b9e69-8417-4eb1-bc7b-54c71952d46b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:45.050678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:45.056145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:45.060267 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8cc5570c-f61f-4447-af9d-12b6be0357f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/851b9e69-8417-4eb1-bc7b-54c71952d46b HTTP/1.1" status: 204 len: 168 time: 0.1848879 Apr 02 18:06:46.176809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a889122-4d4a-46a1-983e-8c7fd9f24b3d req-c81a7e01-6928-4ef2-80e4-7457e2210811 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:06:46.178602 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6a889122-4d4a-46a1-983e-8c7fd9f24b3d req-c81a7e01-6928-4ef2-80e4-7457e2210811 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 946 time: 0.0887439 Apr 02 18:06:46.230095 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6a889122-4d4a-46a1-983e-8c7fd9f24b3d req-ace5faf1-e327-4eff-877b-714a59df7f28 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Apr 02 18:06:48.491840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-daa83261-3e83-4aee-aca0-8dfcd34979f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:49.737855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58772) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:49.863318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:49.879901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:49.881325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:49.884274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Usage tracker for resource:security_group_rule and tenant:910a99bec3a041a1b23e1d0b237fb551 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:49.887564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:49.893957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:49.982139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:49.985762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:49.993487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-76ccbffc-f1ae-49a9-8a91-fedcad844140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:50.035370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb75034-b57b-4877-9069-ae696c0435b9,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:50.041337 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=910a99bec3a041a1b23e1d0b237fb551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011210 Apr 02 18:06:50.041337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:50.043470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58788) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:50.110310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.137628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.182692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.187792 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5518a339-545d-499e-bec3-e5d014302a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:50.201879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb75034-b57b-4877-9069-ae696c0435b9,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:50.205106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:50.206376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.210758 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdb75034-b57b-4877-9069-ae696c0435b9 HTTP/1.1" status: 204 len: 168 time: 0.1649885 Apr 02 18:06:50.223050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7d4a59ea-7a4d-4007-b729-a8edd333d12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.515252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 58798) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:50.544067 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.561231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:06:50.567870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Usage tracker for resource:security_group_rule and tenant:07ea3e4e3d5f404e86615dc6770f0873 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:06:50.572948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:06:50.580439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:06:50.631925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:06:50.666194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.670672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.682349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:50.735662 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07ea3e4e3d5f404e86615dc6770f0873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191002 Apr 02 18:06:50.736663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9447e9cf-333a-4f5a-8a46-52d98fc46ad9,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:50.737795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 58802) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:06:50.740377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:50.802976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.830351 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.880116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.883866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f81f052e-1830-4031-a50a-66f60ee5a571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:06:50.898545 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9447e9cf-333a-4f5a-8a46-52d98fc46ad9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:06:50.901293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:06:50.911507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:50.912671 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9447e9cf-333a-4f5a-8a46-52d98fc46ad9 HTTP/1.1" status: 204 len: 168 time: 0.1736119 Apr 02 18:06:51.076556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:52.863439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:06:55.683620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:03.744854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9600-7cca-4881-8ff0-317fa7417283 req-8cb3f54d-482f-49f3-91f9-d2eed8f7aace tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:03.746476 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ad7a9600-7cca-4881-8ff0-317fa7417283 req-8cb3f54d-482f-49f3-91f9-d2eed8f7aace tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0909646 Apr 02 18:07:03.796091 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ad7a9600-7cca-4881-8ff0-317fa7417283 req-22c421d7-e7ea-4114-974b-f809ed27964e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Apr 02 18:07:05.018973 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8ab8-4982-4cd4-be08-e9567d9db095 req-c31eca02-3d0c-4405-8a95-4b9c0df9236c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:05.020593 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b86c8ab8-4982-4cd4-be08-e9567d9db095 req-c31eca02-3d0c-4405-8a95-4b9c0df9236c tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.1058893 Apr 02 18:07:05.068200 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b86c8ab8-4982-4cd4-be08-e9567d9db095 req-d50d303d-f3b3-4af4-bb5d-876f687d804f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Apr 02 18:07:06.283106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d8f7-2d08-4694-9338-3d7f951aad77 req-ea36b32d-5e16-4ad7-a62d-71888bc6502a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:06.284658 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-64b4d8f7-2d08-4694-9338-3d7f951aad77 req-ea36b32d-5e16-4ad7-a62d-71888bc6502a tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0923569 Apr 02 18:07:06.338967 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-64b4d8f7-2d08-4694-9338-3d7f951aad77 req-05fa661d-e737-45a7-8f23-6848e08efd71 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Apr 02 18:07:07.554763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810841e0-b6cb-4988-8887-f9d8ef35f465 req-f1968f30-3762-4575-b314-7bbf354bafef tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:07.556392 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-810841e0-b6cb-4988-8887-f9d8ef35f465 req-f1968f30-3762-4575-b314-7bbf354bafef tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.0960221 Apr 02 18:07:07.604410 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-810841e0-b6cb-4988-8887-f9d8ef35f465 req-886dc894-dc31-48b9-b585-65d77521b2a1 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Apr 02 18:07:08.732172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2175b-71dd-412d-8634-019b7d873411 req-a1115e97-cda7-4e71-8a59-feda2e035f74 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:08.732879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-26e2175b-71dd-412d-8634-019b7d873411 req-a1115e97-cda7-4e71-8a59-feda2e035f74 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Synchronizing usage tracker for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:07:08.749000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-26e2175b-71dd-412d-8634-019b7d873411 req-a1115e97-cda7-4e71-8a59-feda2e035f74 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Unset dirty status for tenant:9b07fd163add42718c7fd2dec2e5bbfc on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:07:08.750267 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-26e2175b-71dd-412d-8634-019b7d873411 req-a1115e97-cda7-4e71-8a59-feda2e035f74 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.1149364 Apr 02 18:07:08.833795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff520-3c36-4bcd-8c8d-fc85db5dfb19 req-8bd8042f-d73b-406f-8732-2641f2f8882e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:08.834071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Deleting port f37b0dd2-41d2-41be-b4ed-507f4f01e444 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:08.834401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:08.835318 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a24ff520-3c36-4bcd-8c8d-fc85db5dfb19 req-8bd8042f-d73b-406f-8732-2641f2f8882e tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 945 time: 0.1039212 Apr 02 18:07:08.883147 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a24ff520-3c36-4bcd-8c8d-fc85db5dfb19 req-66d2be59-869e-4210-bb24-8a2511584dc0 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/security-groups?id=10407e6c-87d9-4786-a59e-c7d4a0681464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Apr 02 18:07:09.099998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] For port f37b0dd2-41d2-41be-b4ed-507f4f01e444, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f37b0dd2-41d2-41be-b4ed-507f4f01e444,segment=NetworkSegment(f438e299-b08e-4ba6-88d2-dff8b8bbd29a),segment_id=f438e299-b08e-4ba6-88d2-dff8b8bbd29a)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:09.100325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:09.232410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Calling delete_port for f37b0dd2-41d2-41be-b4ed-507f4f01e444 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:09.394104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:09.409556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:09.409988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['f37b0dd2-41d2-41be-b4ed-507f4f01e444'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:07:09.472596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Pushing event deleted for resources: {'Port': ['ID=f37b0dd2-41d2-41be-b4ed-507f4f01e444,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:09.476416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:09.662082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] No DVR routers for this DVR port f37b0dd2-41d2-41be-b4ed-507f4f01e444 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:07:09.664743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:09.667773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'name': 'network-vif-deleted', 'tag': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:09.688612 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-26e2175b-71dd-412d-8634-019b7d873411 req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.11 "DELETE /v2.0/ports/f37b0dd2-41d2-41be-b4ed-507f4f01e444 HTTP/1.1" status: 204 len: 173 time: 0.9259148 Apr 02 18:07:09.717039 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff50b7-7829-4d00-8444-c9ad97e41904', 'name': 'network-vif-deleted', 'tag': 'f37b0dd2-41d2-41be-b4ed-507f4f01e444', 'status': 'completed', 'code': 200} Apr 02 18:07:10.068821 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1ccdf4b7-7b26-4950-be9b-c255d36d5ba4 req-090360cd-1810-4f2a-babe-82008b553636 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ff50b7-7829-4d00-8444-c9ad97e41904 HTTP/1.1" status: 200 len: 210 time: 0.0486333 Apr 02 18:07:13.170977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f37b0dd2-41d2-41be-b4ed-507f4f01e444 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:07:13.208076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: f37b0dd2-41d2-41be-b4ed-507f4f01e444 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:07:13.208471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f37b0dd2-41d2-41be-b4ed-507f4f01e444 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:07:18.495808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-edf7f148-f892-4cc6-ad20-57ec18e678ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:19.823820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59094) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:19.885917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:19.955861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:19.972425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:19.976859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Usage tracker for resource:security_group_rule and tenant:451ecc47d9e24e7db704ab3fb56e9b6e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:19.980220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:19.986812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:20.078703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.082286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.091163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-33817ac3-0c6f-4e2a-b82d-7f1a2908560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:20.131801 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=451ecc47d9e24e7db704ab3fb56e9b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068571 Apr 02 18:07:20.133649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e47a6d1-9c39-42ac-a3dc-b5b151b2ac06,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:20.135193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59104) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:20.141616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.142016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.142422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.142807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.143190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.143567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.143942 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.144317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.144693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.145068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.145467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.145841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.150205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:20.204976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3bb915c-d12a-4c98-a728-acaa139cd524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.207491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.234913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.281295 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.285117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-29a783a4-b462-4cf7-98b3-83891eab54d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:20.296805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e47a6d1-9c39-42ac-a3dc-b5b151b2ac06,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:20.307332 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.307749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.308155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.308558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.308950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.309369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.309761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.310153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.310640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.310912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.311262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.311666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:20.315620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:20.319122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:20.320572 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e47a6d1-9c39-42ac-a3dc-b5b151b2ac06 HTTP/1.1" status: 204 len: 168 time: 0.1841547 Apr 02 18:07:20.951777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cbf89-0bf6-4e8a-8c51-6e36c39e641c req-291bea14-93fc-4f40-a9fb-3824619a42ad tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:20.953722 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d15cbf89-0bf6-4e8a-8c51-6e36c39e641c req-291bea14-93fc-4f40-a9fb-3824619a42ad tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0985968 Apr 02 18:07:21.000775 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d15cbf89-0bf6-4e8a-8c51-6e36c39e641c req-c26d0982-9158-437a-829e-518702739cdd tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Apr 02 18:07:21.080423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:21.477520 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-96cdbb5b-6aaf-4a50-ac5c-b2ed212b86e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809274 Apr 02 18:07:21.658085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508d35-d563-47b7-837a-3171c9e0212c req-a0ebde37-cdb5-424b-a0b9-34a5dfaefe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:21.659713 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-a0ebde37-cdb5-424b-a0b9-34a5dfaefe70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 1099 time: 0.0831695 Apr 02 18:07:21.816625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508d35-d563-47b7-837a-3171c9e0212c req-585e7c75-f4ca-41a1-abd3-f99a54ade029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:21.818286 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-585e7c75-f4ca-41a1-abd3-f99a54ade029 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1362624 Apr 02 18:07:21.932805 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-66594df9-5efd-4649-b6df-fef57bac998c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 200 len: 1001 time: 0.1071055 Apr 02 18:07:22.004009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508d35-d563-47b7-837a-3171c9e0212c req-7ba349b9-9480-461e-83fc-dc35492156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:22.005630 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-7ba349b9-9480-461e-83fc-dc35492156fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0657010 Apr 02 18:07:22.091812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1508d35-d563-47b7-837a-3171c9e0212c req-2106a9d9-a12a-45f0-ba10-094bc4ad734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:22.093528 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-2106a9d9-a12a-45f0-ba10-094bc4ad734e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806887 Apr 02 18:07:22.215083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae2633-b585-4621-877b-d6c042aff48d req-aa0f79d4-555f-4212-bc50-28f9d9cd4691 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:22.216765 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02ae2633-b585-4621-877b-d6c042aff48d req-aa0f79d4-555f-4212-bc50-28f9d9cd4691 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0923378 Apr 02 18:07:22.238420 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-fc0e1f76-cdb6-44df-8b78-939b279bafdd service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360514 Apr 02 18:07:22.264511 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02ae2633-b585-4621-877b-d6c042aff48d req-c9285a3f-0524-428e-a823-62e947df9623 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Apr 02 18:07:22.382189 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a1508d35-d563-47b7-837a-3171c9e0212c req-791c8602-fa05-49ff-8569-4855c01de04e service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349022 Apr 02 18:07:22.862115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:23.054585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-2f35923e-4d33-4ef3-b278-860eb4dd2963 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:23.056163 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-2f35923e-4d33-4ef3-b278-860eb4dd2963 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.1010926 Apr 02 18:07:23.133363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Deleting port f13a9585-84fd-408c-baa6-734595519c7e {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:23.133772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:23.398682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] For port f13a9585-84fd-408c-baa6-734595519c7e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f13a9585-84fd-408c-baa6-734595519c7e,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:23.398976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:23.478628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f58ce5-337b-48b6-b65e-97ddd528a225 req-a5142e40-ac0f-4334-9168-8929783e3ad2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:23.480285 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-48f58ce5-337b-48b6-b65e-97ddd528a225 req-a5142e40-ac0f-4334-9168-8929783e3ad2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 946 time: 0.0888700 Apr 02 18:07:23.534290 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-48f58ce5-337b-48b6-b65e-97ddd528a225 req-c17bf3c3-c869-416b-9b47-b25ef6b53892 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=3667ca52-5894-420a-af76-086092ac0894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Apr 02 18:07:23.718595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:23.718935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:23.719293 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Floating IP 8348b091-2c71-46c5-8188-58e5d60dc0ea disassociated. External IP: 172.28.0.40, port: f13a9585-84fd-408c-baa6-734595519c7e. Apr 02 18:07:23.719659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Calling delete_port for f13a9585-84fd-408c-baa6-734595519c7e owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:23.869028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:23.886798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:23.943119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event deleted for resources: {'Port': ['ID=f13a9585-84fd-408c-baa6-734595519c7e,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:23.946819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:24.465457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:07:24.662508 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:07:24.674204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:07:24.691526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:24.692222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:24.752715 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07cbf0dd-1efd-46a5-b474-72e922b48860 req-e1512b09-840f-4a31-9406-d5b61c53229c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f75f66-836d-4c32-bacb-a27ecb39b255 HTTP/1.1" status: 200 len: 210 time: 0.0934899 Apr 02 18:07:24.761562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] No DVR routers for this DVR port f13a9585-84fd-408c-baa6-734595519c7e on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:07:24.766406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:24.772243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'name': 'network-vif-deleted', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:24.802404 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5895ac0c-f553-4eb3-8268-cfaa792dddd2 req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "DELETE /v2.0/ports/f13a9585-84fd-408c-baa6-734595519c7e HTTP/1.1" status: 204 len: 173 time: 1.7400970 Apr 02 18:07:24.837027 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f75f66-836d-4c32-bacb-a27ecb39b255', 'name': 'network-vif-deleted', 'tag': 'f13a9585-84fd-408c-baa6-734595519c7e', 'status': 'completed', 'code': 200} Apr 02 18:07:24.902876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:25.238769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:25.243180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:07:25.252269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:25.253051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:25.441833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:25.711319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:25.810287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:25.815225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03142cec-2cd5-4612-b92b-a58eb3fde395 None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:07:25.974988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59166) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:26.048829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.078675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.125572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.130198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9a5b6f50-f00c-4953-bdac-af9f0a887984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:26.144858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3667ca52-5894-420a-af76-086092ac0894,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:26.149723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:26.153943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.157997 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-bc414ccc-f136-4e8f-b2a3-0ac547074e3b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "DELETE /v2.0/security-groups/3667ca52-5894-420a-af76-086092ac0894 HTTP/1.1" status: 204 len: 168 time: 0.1811817 Apr 02 18:07:26.158390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59170) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:26.178930 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.v2.resource [None req-f9ddbcc4-af63-41e5-9764-c11af2c3d874 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] show failed (client error): The resource could not be found. Apr 02 18:07:26.180179 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f9ddbcc4-af63-41e5-9764-c11af2c3d874 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups/3667ca52-5894-420a-af76-086092ac0894 HTTP/1.1" status: 404 len: 347 time: 0.0204730 Apr 02 18:07:26.183570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59174) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:26.362013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Deleting port 7d337592-9623-417c-ba87-491374b1104e {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:26.362357 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.392995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca42b270-1188-4430-af21-2ccfcf9f44c5 None None] New status for floating IP 8348b091-2c71-46c5-8188-58e5d60dc0ea: DOWN {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:07:26.548528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.549292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:26.683968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Calling delete_port for 7d337592-9623-417c-ba87-491374b1104e owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:26.777288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.api [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:07:26.777851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.api [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:07:27.229106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f13a9585-84fd-408c-baa6-734595519c7e no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:07:27.266000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: f13a9585-84fd-408c-baa6-734595519c7e {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:07:27.266382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device f13a9585-84fd-408c-baa6-734595519c7e not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:07:27.278770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Deleting port 7d337592-9623-417c-ba87-491374b1104e {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:27.279162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:27.470421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:27.470657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:27.609518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Calling delete_port for 7d337592-9623-417c-ba87-491374b1104e owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:27.631228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:07:27.762224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:27.778119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:27.835824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event deleted for resources: {'Port': ['ID=7d337592-9623-417c-ba87-491374b1104e,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:27.838523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:28.040125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:28.055755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:28.060125 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-075d8852-b4c5-4610-9656-7913e7404740 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "DELETE /v2.0/floatingips/8348b091-2c71-46c5-8188-58e5d60dc0ea HTTP/1.1" status: 204 len: 168 time: 1.8722954 Apr 02 18:07:29.268676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59224) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:29.274571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243834739', 'description': 'tempest-description--1417208557'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:29.281137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:29.285302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:29.288370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:29.295632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:29.305617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.327862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:29.332723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:29.335957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:29.342123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:29.413603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.417213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.422775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-93289f88-688e-46ed-b7a9-25a19a550cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:29.465522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160eac6f-1829-4395-a083-dccbc2960812,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:29.468270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.472809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59230) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:29.473487 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2026262 Apr 02 18:07:29.475097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:29.478756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'security_group_rule': {'security_group_id': '160eac6f-1829-4395-a083-dccbc2960812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:29.485279 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:29.489381 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:29.493386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:29.499513 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:29.517140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.583286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.587451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.600851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a1d18c58-4b53-4042-9d0e-71ea2525ca5e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:29.622524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63827df-0198-4bc1-8da5-dd57757e04dd,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:29.625150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:29.674368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.675564 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8355c7be-6d8e-4f7b-9fe0-d4d6085d80d1 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016473 Apr 02 18:07:29.678954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59240) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:29.685068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'security_group_rule': {'security_group_id': '160eac6f-1829-4395-a083-dccbc2960812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:29.704480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:29.708690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:security_group_rule and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:29.711929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:29.719022 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:29.723042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4240-7a85-4b33-957d-47a5b31cfbd4 req-fba515f9-f87e-451b-b5e9-5d4dc7229d76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:29.724740 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d92b4240-7a85-4b33-957d-47a5b31cfbd4 req-fba515f9-f87e-451b-b5e9-5d4dc7229d76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 946 time: 0.1065342 Apr 02 18:07:29.752169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.782539 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d92b4240-7a85-4b33-957d-47a5b31cfbd4 req-105652e6-8900-4d7a-9246-6570467e0360 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469375 Apr 02 18:07:29.831993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.835034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.842504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0492f8d1-3a2a-4677-ae3e-dcc3ff8e1eb3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:29.861580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8f6be9-d290-478c-bf9d-93d9c63555a9,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:29.864340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:29.871538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:29.872782 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-82f1a25d-a5b2-4862-8b84-4c47470a2e89 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927240 Apr 02 18:07:29.876225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59246) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:29.882158 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'floatingip': {'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:29.888286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:29.892378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:floatingip and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:29.895420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:29.901460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:29.914568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.065091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.212126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Allocated IP 172.28.0.238 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/da86d925-220a-4a63-896e-6f0efa495daa) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:07:30.364550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.396296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.408990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-efae7881-e290-4d92-aa93-5cd92a630c6c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:30.546471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'Port': ['ID=da86d925-220a-4a63-896e-6f0efa495daa,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:30.557254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:30.597485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:07:30.598668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:07:30.600995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:07:30.726716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.803352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:30.845395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59254) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:30.923769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Deleting subnet 306cd3bd-ea50-4722-841e-9334ce30f5a7 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:07:30.928555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.259026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839764326'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.330955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.379346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-b0b7e0a4-261d-476f-a2d9-0da6daafd7ec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:31.380108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-b0b7e0a4-261d-476f-a2d9-0da6daafd7ec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:07:31.382277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3cb4e-de2c-4e96-81cc-47004a21df50 req-363c5673-3b55-4318-9560-0af4f02cd0e0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:31.383826 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3fa3cb4e-de2c-4e96-81cc-47004a21df50 req-363c5673-3b55-4318-9560-0af4f02cd0e0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 946 time: 0.4664948 Apr 02 18:07:31.386859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.395506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.412745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7ac612f1-d7bd-4710-9ffc-bd21f8793403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:31.523430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-b0b7e0a4-261d-476f-a2d9-0da6daafd7ec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:07:31.524492 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3fa3cb4e-de2c-4e96-81cc-47004a21df50 req-a5d2713b-b35c-49ca-a268-689f5017bce1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=99d49f3e-11e8-4ad5-98eb-c28363e814e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333215 Apr 02 18:07:31.524636 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-b0b7e0a4-261d-476f-a2d9-0da6daafd7ec tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 946 time: 0.2911873 Apr 02 18:07:31.616396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'Port': ['ID=da86d925-220a-4a63-896e-6f0efa495daa,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:31.623363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:31.640564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15479731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14570911'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.650860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Deleting port febf18d2-ba54-46d7-8649-df7467b396af {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:31.651242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.656340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:31.701311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306cd3bd-ea50-4722-841e-9334ce30f5a7,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:31.705484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:31.791029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.797838 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-49a5d8bb-6fc6-4d73-a03f-222873466b2e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/306cd3bd-ea50-4722-841e-9334ce30f5a7 HTTP/1.1" status: 204 len: 168 time: 0.9511690 Apr 02 18:07:31.799865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59260) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:31.847779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.915727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.950698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:31.951988 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0747769 Apr 02 18:07:31.994003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] For port febf18d2-ba54-46d7-8649-df7467b396af, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=febf18d2-ba54-46d7-8649-df7467b396af,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:31.994405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.109078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.255916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35c6e80-e168-416a-ab43-47185a53dcb1']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:32.269639 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-6ffe5abc-0a8c-4267-89f1-db926979f9ce tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--243834739&fields=id&tenant_id=d99b8b5f191148c8aadebd934ad269b2 HTTP/1.1" status: 200 len: 267 time: 0.0864952 Apr 02 18:07:32.273033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:32.273401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f438e299-b08e-4ba6-88d2-dff8b8bbd29a') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:32.308257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.308499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.308914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.309319 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Floating IP 70bfa7a4-be25-4e69-99ae-ca91c9e3ec16 disassociated. External IP: 172.28.0.162, port: febf18d2-ba54-46d7-8649-df7467b396af. Apr 02 18:07:32.309668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Calling delete_port for febf18d2-ba54-46d7-8649-df7467b396af owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:32.390014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.411006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:07:32.460086 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.475132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:32.535699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event deleted for resources: {'Port': ['ID=febf18d2-ba54-46d7-8649-df7467b396af,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:32.539596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:32.618975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-0d027b1a-7132-401c-9b2a-cbabd981bdd3 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:32.620525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-0d027b1a-7132-401c-9b2a-cbabd981bdd3 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 811 time: 0.3401530 Apr 02 18:07:32.633307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Network e35c6e80-e168-416a-ab43-47185a53dcb1 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:07:32.656032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:32.720269 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-38698b8a-58ca-4abc-8573-4c40ea71e00b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/quotas/d99b8b5f191148c8aadebd934ad269b2 HTTP/1.1" status: 200 len: 375 time: 0.0901015 Apr 02 18:07:32.801583 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fec7c931-f7db-49d2-a112-cc372215f016 req-ee927467-56fe-41a7-9b1c-64d0f71f7391 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6f94d72-9827-4126-9cb1-9b1df99548ef HTTP/1.1" status: 200 len: 210 time: 0.1476078 Apr 02 18:07:32.849474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Router 1add256e-a47a-4774-aa8e-418a3f3933ac has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:07:32.950715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Network e35c6e80-e168-416a-ab43-47185a53dcb1 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:07:32.973928 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:07:33.042192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:07:33.055882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:07:33.068856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:33.069495 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:33.074648 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-9316b342-7d20-48cf-aed5-58b1fe36d153 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2787454 Apr 02 18:07:33.075840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.083586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:33.098287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.139343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] No DVR routers for this DVR port febf18d2-ba54-46d7-8649-df7467b396af on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:07:33.141980 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.146869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35c6e80-e168-416a-ab43-47185a53dcb1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:33.152975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:33.154080 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-deleted', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:33.175008 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c2c5acb2-b843-4265-accf-ffffc25a2c20 req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "DELETE /v2.0/ports/febf18d2-ba54-46d7-8649-df7467b396af HTTP/1.1" status: 204 len: 173 time: 1.6389444 Apr 02 18:07:33.211975 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f94d72-9827-4126-9cb1-9b1df99548ef', 'name': 'network-vif-deleted', 'tag': 'febf18d2-ba54-46d7-8649-df7467b396af', 'status': 'completed', 'code': 200} Apr 02 18:07:33.213818 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c722dea2-145f-49fc-be18-08c687463f94 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e35c6e80-e168-416a-ab43-47185a53dcb1 HTTP/1.1" status: 204 len: 168 time: 1.4126692 Apr 02 18:07:33.274417 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-3a10fc9d-a538-454b-96e4-d8259aa82be9 service neutron] 10.222.0.22 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730604 Apr 02 18:07:33.303436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:33.439254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59282) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:33.446688 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-2cda5575-01e4-4526-b777-b5ccd26dceb9 service neutron] 10.222.0.22 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657250 Apr 02 18:07:33.491009 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8f83deb6-a1fc-41f5-849b-43ff8b72fb72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b07fd163add42718c7fd2dec2e5bbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504472 Apr 02 18:07:33.493687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59286) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:33.579166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.613644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.667424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.675271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba9589d3-8918-461c-8e65-483f1b6cde39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:33.690936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10407e6c-87d9-4786-a59e-c7d4a0681464,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:33.693145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:33.694893 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10407e6c-87d9-4786-a59e-c7d4a0681464 HTTP/1.1" status: 204 len: 168 time: 0.1999035 Apr 02 18:07:33.696108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-60c4a15a-3175-4cad-867e-3d4b89bc1389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:33.785285 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2e76a5e3-0f92-413f-a3d7-cdf759140525 req-288f4b64-3ebc-48e5-af68-883b1f5459be tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 210 time: 0.1211421 Apr 02 18:07:33.902740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:33.907640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:07:33.918130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:33.919064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:33.968291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59304) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:34.051756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:34.090256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:34.148472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:34.154439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-52bdb55a-b8af-4d47-ab8f-5ffa52796c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:34.156591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:34.412812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d49f3e-11e8-4ad5-98eb-c28363e814e5,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:34.415533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:34.424454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:34.425720 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "DELETE /v2.0/security-groups/99d49f3e-11e8-4ad5-98eb-c28363e814e5 HTTP/1.1" status: 204 len: 168 time: 0.4561019 Apr 02 18:07:34.428901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59310) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:34.449638 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.v2.resource [None req-96567482-5191-4b26-a723-ef1f5f1451a8 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] show failed (client error): The resource could not be found. Apr 02 18:07:34.453993 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-96567482-5191-4b26-a723-ef1f5f1451a8 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups/99d49f3e-11e8-4ad5-98eb-c28363e814e5 HTTP/1.1" status: 404 len: 347 time: 0.0207753 Apr 02 18:07:34.454254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59314) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:34.529210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:34.533980 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e182c1-3c5b-4463-a893-c9a45cbc3b95 None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:07:34.625553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Deleting port 27cc50a5-565a-45f3-a967-140db3251eb5 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:34.625930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:34.967520 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ebbc56ca-e26e-4a2e-a017-2b502ea9d53d req-b36b731e-9347-4dcd-a07d-24833b0d156c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 210 time: 0.0525374 Apr 02 18:07:34.981477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98590850-85e9-4640-bd65-63ef6336829a None None] New status for floating IP 70bfa7a4-be25-4e69-99ae-ca91c9e3ec16: DOWN {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:07:35.145966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:35.146312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:35.257925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:07:35.291883 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Calling delete_port for 27cc50a5-565a-45f3-a967-140db3251eb5 owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:35.298853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: febf18d2-ba54-46d7-8649-df7467b396af {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:07:35.299254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device febf18d2-ba54-46d7-8649-df7467b396af not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:07:35.336541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-7bbc3d24-3058-4ed3-9420-fff309d1ffdd tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:35.337295 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-7bbc3d24-3058-4ed3-9420-fff309d1ffdd tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Synchronizing usage tracker for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:network {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:07:35.380475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-7bbc3d24-3058-4ed3-9420-fff309d1ffdd tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Unset dirty status for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:network {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:07:35.381698 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-7bbc3d24-3058-4ed3-9420-fff309d1ffdd tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 811 time: 0.3981850 Apr 02 18:07:35.432292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.api [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:07:35.432656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.api [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:07:35.462612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-4c4bce64-77d0-4a88-969d-b4127d38160a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Synchronizing usage tracker for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:security_group {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:07:35.480993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-4c4bce64-77d0-4a88-969d-b4127d38160a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Unset dirty status for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:security_group {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:07:35.482368 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-4c4bce64-77d0-4a88-969d-b4127d38160a tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d99b8b5f191148c8aadebd934ad269b2 HTTP/1.1" status: 200 len: 5704 time: 0.0917757 Apr 02 18:07:35.492292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'port': {'device_id': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'admin_state_up': True, 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'security_groups': ['160eac6f-1829-4395-a083-dccbc2960812']}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:35.638479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:35.643182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Usage tracker for resource:port and tenant:d99b8b5f191148c8aadebd934ad269b2 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:35.646307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:35.652685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:35.663650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Made reservation on behalf of d99b8b5f191148c8aadebd934ad269b2 for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:07:35.669999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:35.844526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Allocated IP 172.20.0.5 (c78bea0a-21c2-4106-8417-391dc8e13cad/3509830e-4725-4e11-a8fe-b1e76b9f1a03/4658d356-b36a-45c5-b3a5-9053f3f309d8) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:07:35.972212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Deleting port 27cc50a5-565a-45f3-a967-140db3251eb5 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:07:35.972447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:36.132869 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a06de9f6-7609-4de2-b052-3ceacb593242 req-8e92202b-ebf4-4e8a-95e6-7062fb36d6a8 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 210 time: 0.0482488 Apr 02 18:07:36.183059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:36.210069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Transition to ACTIVE for port object 4658d356-b36a-45c5-b3a5-9053f3f309d8 will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:07:36.227946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:36.228246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:36.361303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Calling delete_port for 27cc50a5-565a-45f3-a967-140db3251eb5 owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:07:36.437045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:36.452972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:36.651710 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event updated for resources: {'Port': ['ID=4658d356-b36a-45c5-b3a5-9053f3f309d8,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:36.654866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:36.697731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:36.713498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:36.823336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event deleted for resources: {'Port': ['ID=27cc50a5-565a-45f3-a967-140db3251eb5,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:36.832324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:36.836113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Network c78bea0a-21c2-4106-8417-391dc8e13cad is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:07:36.843861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:07:36.848014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:07:36.937008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:36.937730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.042036 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5540633 Apr 02 18:07:37.061778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Request body: {'port': {'device_id': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:37.089099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-452e14d5-435e-4152-b38c-2b683485d18e None None] Provisioning for port 4658d356-b36a-45c5-b3a5-9053f3f309d8 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:07:37.095398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-452e14d5-435e-4152-b38c-2b683485d18e None None] Provisioning complete for port 4658d356-b36a-45c5-b3a5-9053f3f309d8 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:07:37.095813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-452e14d5-435e-4152-b38c-2b683485d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.124004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.126485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.127684 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "DELETE /v2.0/floatingips/70bfa7a4-be25-4e69-99ae-ca91c9e3ec16 HTTP/1.1" status: 204 len: 168 time: 2.6724517 Apr 02 18:07:37.153722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-452e14d5-435e-4152-b38c-2b683485d18e None None] Port 4658d356-b36a-45c5-b3a5-9053f3f309d8 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:07:37.202190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.353864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd21843-39b5-4bb1-8850-ee34347e80f1 req-f7120783-bb97-45b3-9553-4ac5fe8f7e84 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:37.355329 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ccd21843-39b5-4bb1-8850-ee34347e80f1 req-f7120783-bb97-45b3-9553-4ac5fe8f7e84 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 931 time: 0.0964930 Apr 02 18:07:37.409519 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ccd21843-39b5-4bb1-8850-ee34347e80f1 req-5f748276-2626-48d0-a34e-dd3b9e125b2d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469232 Apr 02 18:07:37.477624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59330) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:37.483519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512153152', 'description': 'tempest-description--862113831'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:37.490129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:37.494711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:37.497868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:37.504703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:37.515155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.537124 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:37.541342 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:37.544290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:37.550722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:37.622749 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4658d356-b36a-45c5-b3a5-9053f3f309d8 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:07:37.622961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.626163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.630581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.631589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-eb6afc8c-1ac8-413b-81a2-11f18612942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:37.645876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Transition to ACTIVE for port object 4658d356-b36a-45c5-b3a5-9053f3f309d8 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:07:37.649554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.679744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75c91a7-ab2a-4b86-ae75-b3f5088320e7,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:37.682763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.684092 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2052732 Apr 02 18:07:37.685132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:37.687105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59334) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:37.693108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'security_group_rule': {'security_group_id': 'b75c91a7-ab2a-4b86-ae75-b3f5088320e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:37.700070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:37.704956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:37.708326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:37.714699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:37.732856 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.803411 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.806843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.809128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8c1aea27-a2d7-4a4f-a27c-96b42e44d099 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:37.835796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92d73b9-b3b2-4459-be8f-3d69179de386,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:37.838542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:37.846460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.847737 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595643 Apr 02 18:07:37.851173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59338) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:37.856963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'security_group_rule': {'security_group_id': 'b75c91a7-ab2a-4b86-ae75-b3f5088320e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:37.863688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:37.868297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:security_group_rule and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:37.871725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:37.878626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:37.896251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:37.897183 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.963333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.966831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:37.968953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:37.990418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aa0aa6-1c3c-4436-8b90-603d721f2ccf,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:37.994730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:38.002678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.003951 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6a6b259d-299b-4316-be87-12b9c8afde76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517658 Apr 02 18:07:38.007485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59342) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:38.013023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'floatingip': {'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:38.019384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:38.023661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:floatingip and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:38.026819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:38.032892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:38.034626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Pushing event updated for resources: {'Port': ['ID=4658d356-b36a-45c5-b3a5-9053f3f309d8,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:38.038999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:38.044131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.192079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.256269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Attempting to bind port 4658d356-b36a-45c5-b3a5-9053f3f309d8 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:07:38.256642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Attempting to bind port 4658d356-b36a-45c5-b3a5-9053f3f309d8 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:07:38.256996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Attempting to bind port 4658d356-b36a-45c5-b3a5-9053f3f309d8 on network c78bea0a-21c2-4106-8417-391dc8e13cad {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:07:38.261877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Port 4658d356-b36a-45c5-b3a5-9053f3f309d8 on network c78bea0a-21c2-4106-8417-391dc8e13cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:07:38.262225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Attempting to bind port 4658d356-b36a-45c5-b3a5-9053f3f309d8 on network c78bea0a-21c2-4106-8417-391dc8e13cad {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:07:38.268551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:07:38.268903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Checking segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:07:38.269331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Bound using segment: {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:07:38.269909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Bound port: 4658d356-b36a-45c5-b3a5-9053f3f309d8, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567f04c3-631f-4c9e-aa45-e7f75105f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:07:38.270163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.343192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Allocated IP 172.28.0.237 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/53443d3f-8994-4e79-b810-ca9f9f0fe5d3) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:07:38.363987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] For port 4658d356-b36a-45c5-b3a5-9053f3f309d8, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:07:38.367136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] For port 4658d356-b36a-45c5-b3a5-9053f3f309d8, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:07:38.371498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.386747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-54ced836-0453-481d-9962-c16941301198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:38.499709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.541877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Pushing event updated for resources: {'Port': ['ID=4658d356-b36a-45c5-b3a5-9053f3f309d8,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:38.547002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:38.579290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:38.579932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.581534 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] 10.222.0.11 "PUT /v2.0/ports/4658d356-b36a-45c5-b3a5-9053f3f309d8 HTTP/1.1" status: 200 len: 1093 time: 1.5261967 Apr 02 18:07:38.581948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:38.588623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:38.606008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:38.666985 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'status': 'completed', 'code': 200} Apr 02 18:07:38.706304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-4049f4cc-3df5-4b22-9967-02612f95744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:38.707829 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-4049f4cc-3df5-4b22-9967-02612f95744e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 1096 time: 0.0857480 Apr 02 18:07:38.771606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'Port': ['ID=53443d3f-8994-4e79-b810-ca9f9f0fe5d3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:38.776953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:38.787025 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-b4a84180-d0ce-43ae-83ba-4940512922f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8 HTTP/1.1" status: 200 len: 217 time: 0.0717409 Apr 02 18:07:38.802016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f5fd2-98b9-48f2-a832-3e46192d76e4 req-4b7fef06-187e-4fc2-b276-bcab3309937b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:38.807525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-683f5fd2-98b9-48f2-a832-3e46192d76e4 req-4b7fef06-187e-4fc2-b276-bcab3309937b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 943 time: 0.2815509 Apr 02 18:07:38.860090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-292ca6fd-2a91-4347-8e50-8bb2b43e040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:38.861710 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-292ca6fd-2a91-4347-8e50-8bb2b43e040b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.0688260 Apr 02 18:07:38.876981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:07:38.879981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:07:38.884368 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-683f5fd2-98b9-48f2-a832-3e46192d76e4 req-722ae7ec-e788-493e-a25d-25e18a526cea tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667412 Apr 02 18:07:38.885114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:07:38.952708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-04e8ef55-7e1f-4b8e-96c2-5f9aa7601bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:38.954692 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-04e8ef55-7e1f-4b8e-96c2-5f9aa7601bdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856719 Apr 02 18:07:38.966167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:39.030539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:39.095967 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-a79e31ac-d9ce-4efe-8bdc-e141e97bd4cd service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343632 Apr 02 18:07:39.237387 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-87f562b4-b553-4b4c-92ec-bb1b9f79de7d req-9960e187-a01c-4385-abb4-e9e6e6781dc3 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335242 Apr 02 18:07:39.303675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:39.308010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:39.323157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9de38c8c-f945-4856-a041-cfec84c74545 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:39.362426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-713dbc7a-779e-4087-b4f2-b6c4f43d31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:39.364059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-713dbc7a-779e-4087-b4f2-b6c4f43d31d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 1096 time: 0.0797613 Apr 02 18:07:39.465381 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'Port': ['ID=53443d3f-8994-4e79-b810-ca9f9f0fe5d3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:39.469787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:39.507473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-d0a06dc7-36d1-4212-b8a7-2e47d28ff034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:39.508959 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-d0a06dc7-36d1-4212-b8a7-2e47d28ff034 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.1380847 Apr 02 18:07:39.562655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:39.585292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:39.586611 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5781169 Apr 02 18:07:39.587602 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-a2e35576-1a2c-465a-949a-448084ac9121 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8 HTTP/1.1" status: 200 len: 217 time: 0.0709836 Apr 02 18:07:39.658826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-4b550b95-11d1-4b49-9b12-2829277b5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:39.660380 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-4b550b95-11d1-4b49-9b12-2829277b5c84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.0651846 Apr 02 18:07:39.748005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-389bb0aa-72ef-4b15-8ada-5722b78b2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:39.749692 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-389bb0aa-72ef-4b15-8ada-5722b78b2b7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822790 Apr 02 18:07:39.830116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-512e0654-c36c-4c36-ac2b-20886a245bba tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:07:39.846325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-512e0654-c36c-4c36-ac2b-20886a245bba tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:07:39.847587 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-512e0654-c36c-4c36-ac2b-20886a245bba tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1512153152&fields=id&tenant_id=89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 267 time: 0.0615432 Apr 02 18:07:39.895167 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-676dc2dc-049a-4083-81a3-1baf19b47123 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377728 Apr 02 18:07:40.039675 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-388570c5-e48b-4dd5-a787-22607efa0f99 req-18bc9f54-42ac-4168-a08e-2817b755d437 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365318 Apr 02 18:07:40.055812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-f3aa75cc-e61e-4b37-8ede-b5b9ad9f4a52 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:40.057427 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-f3aa75cc-e61e-4b37-8ede-b5b9ad9f4a52 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 817 time: 0.2017355 Apr 02 18:07:40.079149 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-cec835b7-f0b7-479e-b6ee-b4eac9ef274b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/quotas/89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 375 time: 0.0144267 Apr 02 18:07:40.164525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a7bf2-2134-4789-8b3f-42c2504bf259 req-1c0cda88-1998-4ab4-ab46-190a43571399 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:40.166129 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-607a7bf2-2134-4789-8b3f-42c2504bf259 req-1c0cda88-1998-4ab4-ab46-190a43571399 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 943 time: 0.1663158 Apr 02 18:07:40.228118 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-607a7bf2-2134-4789-8b3f-42c2504bf259 req-28d5ecbb-971a-4a8c-8053-2c806ada0b7b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547531 Apr 02 18:07:40.236246 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-dfca761e-291c-42c4-8164-f2cad1a92c7a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513126 Apr 02 18:07:40.387021 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-94782c28-95f6-406d-8dc7-6f887c7f73df service neutron] 10.222.0.22 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378841 Apr 02 18:07:40.532181 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-f8d46989-f853-47b8-932d-00402f0f6c0d service neutron] 10.222.0.22 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382265 Apr 02 18:07:40.726738 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-940bd741-3b8b-4858-a1da-a31c00c0d008 req-fab3e984-c6a5-4733-83bf-70bfe91908e7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 210 time: 0.0480843 Apr 02 18:07:41.291626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4658d356-b36a-45c5-b3a5-9053f3f309d8 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:07:41.428386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3015c9-f437-47b7-abde-d82cf63dc5aa req-17c7c4c8-dff0-4964-a283-d75076834c53 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:41.429898 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7a3015c9-f437-47b7-abde-d82cf63dc5aa req-17c7c4c8-dff0-4964-a283-d75076834c53 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 943 time: 0.0875187 Apr 02 18:07:41.433150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4658d356-b36a-45c5-b3a5-9053f3f309d8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:41.447352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'port_id': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'mac_address': 'fa:16:3e:4e:05:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:07:41.478884 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7a3015c9-f437-47b7-abde-d82cf63dc5aa req-6e922740-8dad-49a3-8d17-726437ba5299 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Apr 02 18:07:41.509418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:41.527401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4658d356-b36a-45c5-b3a5-9053f3f309d8 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:07:41.543552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4658d356-b36a-45c5-b3a5-9053f3f309d8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:41.547993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:41.550329 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ce8c2d6e-a7ef-4b8f-8e47-739a2c323bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:41.619596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4658d356-b36a-45c5-b3a5-9053f3f309d8,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:41.627800 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.628181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.628589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.628929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.629302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.629659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.630215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.630582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.630943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.631303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.631663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.632122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:07:41.636854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:41.763550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['4658d356-b36a-45c5-b3a5-9053f3f309d8'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:07:41.842211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-8622c4bc-43a3-436e-ab0e-852c55102903 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:41.844072 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-8622c4bc-43a3-436e-ab0e-852c55102903 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 817 time: 0.1857798 Apr 02 18:07:41.918936 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d98e6b21-223d-4fcb-bd50-48555eccc135 req-7a26a37f-7a80-49a6-a3f1-008e4214d80a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 210 time: 0.0689740 Apr 02 18:07:41.921373 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-f66f25d4-7033-4ee8-9ca8-ff4299a4d043 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 5708 time: 0.0673053 Apr 02 18:07:41.932651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'port': {'device_id': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'admin_state_up': True, 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'security_groups': ['b75c91a7-ab2a-4b86-ae75-b3f5088320e7']}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:42.075539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:07:42.080251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Usage tracker for resource:port and tenant:89b251dbda9d4c9abfb171177d0c09ac is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:07:42.083293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:07:42.089445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:07:42.099852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Made reservation on behalf of 89b251dbda9d4c9abfb171177d0c09ac for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:07:42.105868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:42.277992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Allocated IP 172.20.0.10 (d4ad9d40-b775-4143-9db0-a154bc99b9ec/6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27/03ef1d58-0129-4450-8a84-d4213710dd04) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:07:42.683581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6c077-e9b3-46b2-ad5b-edb7ee7ea000 req-9705a639-1732-4f23-8830-4d657bc91ce7 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:42.685377 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44a6c077-e9b3-46b2-ad5b-edb7ee7ea000 req-9705a639-1732-4f23-8830-4d657bc91ce7 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 944 time: 0.0890982 Apr 02 18:07:42.692037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:42.708892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Transition to ACTIVE for port object 03ef1d58-0129-4450-8a84-d4213710dd04 will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:07:42.734014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:42.734817 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44a6c077-e9b3-46b2-ad5b-edb7ee7ea000 req-500cd5f3-0749-4f42-8485-15c0502f0337 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427005 Apr 02 18:07:42.750005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1accfb7b-d478-49c0-98ec-085082e1b8d3 tempest-ServerRescueNegativeTestJSON-988164939 tempest-ServerRescueNegativeTestJSON-988164939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:42.894645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:42.898965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:42.941597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:07:42.942798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:07:42.945304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:07:43.012066 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:43.012759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.043969 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1167364 Apr 02 18:07:43.056472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Request body: {'port': {'device_id': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:43.137400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ab70-2e66-4b7f-954e-c716940c8c68 req-bfca305d-4027-4bab-a1f8-7e8f60a59461 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:43.139004 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c120ab70-2e66-4b7f-954e-c716940c8c68 req-bfca305d-4027-4bab-a1f8-7e8f60a59461 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 932 time: 0.0910823 Apr 02 18:07:43.172229 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-897b945e-12ae-4a97-89b0-4411bd55146e None None] Provisioning for port 03ef1d58-0129-4450-8a84-d4213710dd04 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:07:43.177520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-897b945e-12ae-4a97-89b0-4411bd55146e None None] Provisioning complete for port 03ef1d58-0129-4450-8a84-d4213710dd04 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:07:43.178068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-897b945e-12ae-4a97-89b0-4411bd55146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.186074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.187453 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c120ab70-2e66-4b7f-954e-c716940c8c68 req-07440e06-5ac5-4864-aa36-2f62957643c4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Apr 02 18:07:43.237017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-897b945e-12ae-4a97-89b0-4411bd55146e None None] Port 03ef1d58-0129-4450-8a84-d4213710dd04 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:07:43.306478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4658d356-b36a-45c5-b3a5-9053f3f309d8 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:07:43.382974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 4658d356-b36a-45c5-b3a5-9053f3f309d8 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:07:43.387899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 4658d356-b36a-45c5-b3a5-9053f3f309d8 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:07:43.388309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.508601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.539256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:43.550758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4658d356-b36a-45c5-b3a5-9053f3f309d8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:43.559012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.561512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:43.596460 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'code': 200} Apr 02 18:07:43.605704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ef1d58-0129-4450-8a84-d4213710dd04 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:07:43.613896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.629496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Transition to ACTIVE for port object 03ef1d58-0129-4450-8a84-d4213710dd04 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:07:43.634885 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:43.639500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4658d356-b36a-45c5-b3a5-9053f3f309d8,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:43.642707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:43.654435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-49766589-c082-47f2-9f28-32fbef5dc328 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:43.799738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:43.802946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:43.929422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca8d4f-71b2-42b3-a603-5601099c93e5 req-6edbd887-8a18-495a-a461-4f20392df6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:43.931017 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c3ca8d4f-71b2-42b3-a603-5601099c93e5 req-6edbd887-8a18-495a-a461-4f20392df6c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 1098 time: 0.1682417 Apr 02 18:07:43.992535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14b664-d336-44de-9710-ba5969fbfb6e req-5a39315a-dafe-4a27-9094-73f9e0c87f9b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:43.994178 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1c14b664-d336-44de-9710-ba5969fbfb6e req-5a39315a-dafe-4a27-9094-73f9e0c87f9b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.1361663 Apr 02 18:07:43.998508 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c3ca8d4f-71b2-42b3-a603-5601099c93e5 req-c6b1f660-e61e-49cd-a22b-81270e064a66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598040 Apr 02 18:07:44.021998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Attempting to bind port 03ef1d58-0129-4450-8a84-d4213710dd04 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:07:44.022364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Attempting to bind port 03ef1d58-0129-4450-8a84-d4213710dd04 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:07:44.022724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Attempting to bind port 03ef1d58-0129-4450-8a84-d4213710dd04 on network d4ad9d40-b775-4143-9db0-a154bc99b9ec {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:07:44.027563 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Port 03ef1d58-0129-4450-8a84-d4213710dd04 on network d4ad9d40-b775-4143-9db0-a154bc99b9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:07:44.027910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Attempting to bind port 03ef1d58-0129-4450-8a84-d4213710dd04 on network d4ad9d40-b775-4143-9db0-a154bc99b9ec {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:07:44.033333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:07:44.033701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Checking segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:07:44.034106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Bound using segment: {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:07:44.034560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Bound port: 03ef1d58-0129-4450-8a84-d4213710dd04, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3f3071-a08f-48c3-ae45-6d2843beac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:07:44.034931 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:44.043796 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1c14b664-d336-44de-9710-ba5969fbfb6e req-d2aa539d-3d45-4917-b929-614ea93ed1f0 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 Apr 02 18:07:44.134079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:07:44.138908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:07:44.144888 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:44.160429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2029bbf9-66af-49e0-acb1-c2367b3030e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:44.310731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:44.315886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:44.347456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:44.348076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:44.349670 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 200 len: 1094 time: 1.2979803 Apr 02 18:07:44.350192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:44.402802 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c99a7-45a4-455b-94fd-410014a9d412 req-62806c59-af03-4ecf-b8f1-cb52437697d9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:44.404861 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4f4c99a7-45a4-455b-94fd-410014a9d412 req-62806c59-af03-4ecf-b8f1-cb52437697d9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0961978 Apr 02 18:07:44.439360 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'status': 'completed', 'code': 200} Apr 02 18:07:44.455128 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4f4c99a7-45a4-455b-94fd-410014a9d412 req-e2af9f81-4eef-4d38-81f2-02ff326aff49 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Apr 02 18:07:44.480221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-b4e84b11-ca3a-404f-841d-ccd08dfb3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:44.482013 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-b4e84b11-ca3a-404f-841d-ccd08dfb3efd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1097 time: 0.0917237 Apr 02 18:07:44.557925 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-497d1420-6dd5-4f67-9be7-98bcdc5d17d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 200 len: 217 time: 0.0663760 Apr 02 18:07:44.630293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-3359b78f-0f47-44b0-b972-461e3aa4e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:44.631836 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-3359b78f-0f47-44b0-b972-461e3aa4e83d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0667813 Apr 02 18:07:44.716284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-dd8180e2-3a79-41ab-8e64-e7eff93fd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:44.717943 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-dd8180e2-3a79-41ab-8e64-e7eff93fd8e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790212 Apr 02 18:07:44.875895 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-64662c84-5949-4823-9b7e-682ea26a5eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485868 Apr 02 18:07:45.032227 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c36872a-1525-4ad8-8aad-d7f9cbcc2dd3 req-e3605a81-5c48-4d9b-ba29-975a342d23f2 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478891 Apr 02 18:07:45.157290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc236659-de77-43af-b09d-3fbee40f3986 req-9b2e8e3c-7977-4ae8-b894-c4d2ee23e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.158795 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-9b2e8e3c-7977-4ae8-b894-c4d2ee23e49b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1097 time: 0.0828969 Apr 02 18:07:45.245284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c6cf1-3be9-4b2f-91aa-d7e94b873fc3 req-33f35dae-dd0d-4b84-b827-184f83826a70 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.246875 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6b2c6cf1-3be9-4b2f-91aa-d7e94b873fc3 req-33f35dae-dd0d-4b84-b827-184f83826a70 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.0872393 Apr 02 18:07:45.297420 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6b2c6cf1-3be9-4b2f-91aa-d7e94b873fc3 req-8884f854-6d20-47b4-bd5c-d38ebdaf38d8 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Apr 02 18:07:45.303143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc236659-de77-43af-b09d-3fbee40f3986 req-4a20f6b8-79d2-427f-8a80-aac254629e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.304759 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-4a20f6b8-79d2-427f-8a80-aac254629e8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1389773 Apr 02 18:07:45.377605 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-63a94946-0ba0-4a4f-bb55-d99475667e25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 200 len: 217 time: 0.0654798 Apr 02 18:07:45.455580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc236659-de77-43af-b09d-3fbee40f3986 req-9fcaadff-9ffd-4b87-b08a-030a9c71189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.457378 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-9fcaadff-9ffd-4b87-b08a-030a9c71189a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0683324 Apr 02 18:07:45.492543 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f7e1f-3338-424f-a3d9-9f57b2fca6de req-6d1e1ea7-f260-4094-8fa3-59c22c06197c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.494180 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-393f7e1f-3338-424f-a3d9-9f57b2fca6de req-6d1e1ea7-f260-4094-8fa3-59c22c06197c tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.0901499 Apr 02 18:07:45.504713 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59400) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:45.510347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Request body: {'floatingip': {'port_id': '4658d356-b36a-45c5-b3a5-9053f3f309d8'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:45.542760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc236659-de77-43af-b09d-3fbee40f3986 req-eb2896ad-60c6-49c4-a388-b27a02c9e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.544657 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-eb2896ad-60c6-49c4-a388-b27a02c9e259 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802760 Apr 02 18:07:45.638497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:45.689567 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-b4c91d1d-d482-4fee-a51f-8db283bae39e service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358886 Apr 02 18:07:45.833503 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc236659-de77-43af-b09d-3fbee40f3986 req-fc68f802-5329-430e-9202-ca712b8cad33 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366694 Apr 02 18:07:45.864317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1f58d-59ea-423b-8423-f4ef6ae8162b req-2b3db90a-50f8-444d-8c5d-bb3d14bcef76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:45.866025 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0ff1f58d-59ea-423b-8423-f4ef6ae8162b req-2b3db90a-50f8-444d-8c5d-bb3d14bcef76 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.2908220 Apr 02 18:07:46.285828 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0ff1f58d-59ea-423b-8423-f4ef6ae8162b req-6f6d488b-0aa7-47eb-9bed-88ed10c4f830 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4086456 Apr 02 18:07:46.560073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:46.563926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:46.742178 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Floating IP 4b05f7fc-d43f-4d24-9494-00280c38886e associated. External IP: 172.28.0.238, port: 4658d356-b36a-45c5-b3a5-9053f3f309d8. Apr 02 18:07:47.107829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:07:47.307422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:07:47.312360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:47.318412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:07:47.330672 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:47.332475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:47.376896 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-14e35e8b-bf4a-43b7-8567-4101b8fedd15 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "PUT /v2.0/floatingips/4b05f7fc-d43f-4d24-9494-00280c38886e HTTP/1.1" status: 200 len: 991 time: 1.8683476 Apr 02 18:07:47.376896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:47.396262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:07:47.500631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b5c3d-1444-4bd1-9127-9cfc39541856 req-45095be4-c0bc-4ec9-91e4-a2fa102898ee tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:47.502085 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ea1b5c3d-1444-4bd1-9127-9cfc39541856 req-45095be4-c0bc-4ec9-91e4-a2fa102898ee tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0887485 Apr 02 18:07:47.542386 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'status': 'completed', 'code': 200} Apr 02 18:07:47.555928 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ea1b5c3d-1444-4bd1-9127-9cfc39541856 req-a9a99743-66f8-4c1b-bf6d-8f41ae377e27 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465591 Apr 02 18:07:47.635188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:47.646678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-a5011160-1e2a-4332-9591-a5f3157a2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:47.648273 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-a5011160-1e2a-4332-9591-a5f3157a2035 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d99b8b5f191148c8aadebd934ad269b2&device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 1098 time: 0.0827799 Apr 02 18:07:47.728392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:47.794000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-8f3d1a0b-8d09-48c1-905c-afc048f17c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:47.795563 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-8f3d1a0b-8d09-48c1-905c-afc048f17c2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 200 len: 912 time: 0.1413565 Apr 02 18:07:47.811780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '03ef1d58-0129-4450-8a84-d4213710dd04', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04', 'mac_address': 'fa:16:3e:6c:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:07:47.902202 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-5542e31e-3c8a-4017-bff7-61299292153a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8 HTTP/1.1" status: 200 len: 999 time: 0.0992789 Apr 02 18:07:48.155329 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:48.195284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ef1d58-0129-4450-8a84-d4213710dd04 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:07:48.199683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-44286333-1ac4-4c5e-92d8-91e5c7af7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:48.201283 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-44286333-1ac4-4c5e-92d8-91e5c7af7530 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 200 len: 850 time: 0.2930815 Apr 02 18:07:48.285780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-34956570-aa12-4da6-a447-90ead5582f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:48.287531 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-34956570-aa12-4da6-a447-90ead5582f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78bea0a-21c2-4106-8417-391dc8e13cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793905 Apr 02 18:07:48.357520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:48.390612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:48.396418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d2292f1b-9009-44d8-b2ee-48b44c9e8ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:48.432951 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-f4b2bab1-7d09-4eb8-8379-74cd5fe9fd0a service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387484 Apr 02 18:07:48.513405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:48.519136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:48.523108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90dfa2a6-1355-4e52-8add-335301b370af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:48.552715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '4b05f7fc-d43f-4d24-9494-00280c38886e', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'floating_ip_address': '172.28.0.238', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'port_id': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'mac_address': 'fa:16:3e:4e:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:07:30Z', 'updated_at': '2021-04-02T18:07:46Z', 'revision_number': 1, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:48.561488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:07:48.583487 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d7943ad9-025e-4dc9-9b5c-d4532f22a1b8 req-974d5670-9888-41f1-a3b8-d61c5b01fe19 service neutron] 10.222.0.11 "GET /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439950 Apr 02 18:07:48.586774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:48.587462 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:48.646036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['03ef1d58-0129-4450-8a84-d4213710dd04'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:07:48.782927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f892b-09ef-4a46-88d0-014d7bada04b req-b81b59dc-fe94-4b10-8477-c2c0991f2e1d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:48.784793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b72f892b-09ef-4a46-88d0-014d7bada04b req-b81b59dc-fe94-4b10-8477-c2c0991f2e1d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.0992312 Apr 02 18:07:48.834448 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b72f892b-09ef-4a46-88d0-014d7bada04b req-3ef925c7-effe-4e37-bc98-f19cfc77800b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Apr 02 18:07:48.878074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:49.323102 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '4b05f7fc-d43f-4d24-9494-00280c38886e', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'floating_ip_address': '172.28.0.238', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'port_id': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'mac_address': 'fa:16:3e:4e:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:07:30Z', 'updated_at': '2021-04-02T18:07:46Z', 'revision_number': 1, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:49.327735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77075c-8c2c-43e9-a08d-f00c1a60c8a1 None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '4b05f7fc-d43f-4d24-9494-00280c38886e', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'floating_ip_address': '172.28.0.238', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'port_id': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'mac_address': 'fa:16:3e:4e:05:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:07:30Z', 'updated_at': '2021-04-02T18:07:46Z', 'revision_number': 1, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:07:49.643198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf14ea-7702-4a4a-917a-a13f20de68ba None None] New status for floating IP 4b05f7fc-d43f-4d24-9494-00280c38886e: ACTIVE {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:07:49.890250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:50.042828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440417c8-f176-447d-a78b-a5b691fcde55 req-239792b9-59c4-4c54-8469-6ce36b45264b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:50.044440 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-440417c8-f176-447d-a78b-a5b691fcde55 req-239792b9-59c4-4c54-8469-6ce36b45264b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.0884194 Apr 02 18:07:50.092128 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-440417c8-f176-447d-a78b-a5b691fcde55 req-32f0621b-0610-4268-9964-b238b2fdef85 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Apr 02 18:07:50.217651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c7a23af6-1e1d-488a-9bff-f3c8448bd2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:51.091120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:51.314573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30acbd-c402-44df-91d2-4e2ef0b30703 req-d1aa4352-6c52-4a69-8926-d5e0bfa4e837 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:51.316160 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0f30acbd-c402-44df-91d2-4e2ef0b30703 req-d1aa4352-6c52-4a69-8926-d5e0bfa4e837 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.0972035 Apr 02 18:07:51.353535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:07:51.364754 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0f30acbd-c402-44df-91d2-4e2ef0b30703 req-9e61e5d3-1fb8-4907-bb40-15add6dcbd70 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 Apr 02 18:07:51.425562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 03ef1d58-0129-4450-8a84-d4213710dd04 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:07:51.430566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 03ef1d58-0129-4450-8a84-d4213710dd04 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:07:51.430985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:51.554527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:51.582551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:51.593105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:07:51.597201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:51.599872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:07:51.637007 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'code': 200} Apr 02 18:07:51.675439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:07:51.678731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:07:51.885894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9312-f687-42eb-9098-2befe326ce82 req-f58d43f5-c90f-4c70-8e9b-a2af61748b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:51.887496 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ea2c9312-f687-42eb-9098-2befe326ce82 req-f58d43f5-c90f-4c70-8e9b-a2af61748b00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1099 time: 0.0848844 Apr 02 18:07:51.931889 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ea2c9312-f687-42eb-9098-2befe326ce82 req-766c7f0a-5a68-4fa2-bf72-eaa454cff948 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372226 Apr 02 18:07:52.601359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d347-7a87-407d-85c3-f81bd6437996 req-80ff9498-b818-407b-9188-579a4863a5c1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:52.603739 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3d16d347-7a87-407d-85c3-f81bd6437996 req-80ff9498-b818-407b-9188-579a4863a5c1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.1062973 Apr 02 18:07:52.652507 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3d16d347-7a87-407d-85c3-f81bd6437996 req-a3529db0-305f-4c12-8c3b-8dc7e4488ed0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418251 Apr 02 18:07:52.862037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:53.865112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45623d2e-a89c-4a82-b58c-09361d668f2d req-ca8519ed-46cf-440c-b92f-af489869e19d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:53.866858 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-45623d2e-a89c-4a82-b58c-09361d668f2d req-ca8519ed-46cf-440c-b92f-af489869e19d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0900006 Apr 02 18:07:53.914557 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-45623d2e-a89c-4a82-b58c-09361d668f2d req-d4178f56-0903-4ae4-bcc7-2d98091abdcf tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Apr 02 18:07:54.124090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad8b5-dce8-4357-a4a1-b625b5e93c8e req-39f02670-3c88-4920-8562-25b0150ee31e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:54.125697 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a0cad8b5-dce8-4357-a4a1-b625b5e93c8e req-39f02670-3c88-4920-8562-25b0150ee31e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0975664 Apr 02 18:07:54.135360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59434) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:07:54.140746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Request body: {'floatingip': {'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:07:54.224240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:55.072499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:55.076310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:55.254130 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Floating IP 182e0c24-4097-4fb0-934b-c8a9072d2d6e associated. External IP: 172.28.0.237, port: 03ef1d58-0129-4450-8a84-d4213710dd04. Apr 02 18:07:55.624150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Router 1add256e-a47a-4774-aa8e-418a3f3933ac has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:07:55.713335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:55.811071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:07:55.816142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:07:55.821810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:07:55.832868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:55.833568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:55.877208 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d73cd129-6ead-42e0-803e-eae1185633b6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "PUT /v2.0/floatingips/182e0c24-4097-4fb0-934b-c8a9072d2d6e HTTP/1.1" status: 200 len: 992 time: 1.7405429 Apr 02 18:07:55.878467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:07:55.927959 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'status': 'completed', 'code': 200} Apr 02 18:07:56.035683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-f6006360-ce19-4dec-a0de-3039d93e5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:56.037306 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-f6006360-ce19-4dec-a0de-3039d93e5086 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1099 time: 0.0825307 Apr 02 18:07:56.184318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-3cd866a9-a0a2-4b03-8d2e-fbb49ca7d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:56.185959 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-3cd866a9-a0a2-4b03-8d2e-fbb49ca7d6c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1412170 Apr 02 18:07:56.195185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:56.299245 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-17a821b2-4825-4ca1-b532-e5e727c7757c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 200 len: 1000 time: 0.1033731 Apr 02 18:07:56.372160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-d42ecf4d-38e3-4f63-8eb0-ed5e722d2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:56.373788 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-d42ecf4d-38e3-4f63-8eb0-ed5e722d2508 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0667582 Apr 02 18:07:56.462358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-395e6d19-b762-4504-8914-1c00ccaabc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:07:56.463982 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-395e6d19-b762-4504-8914-1c00ccaabc74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810854 Apr 02 18:07:56.569445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '182e0c24-4097-4fb0-934b-c8a9072d2d6e', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'floating_ip_address': '172.28.0.237', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'mac_address': 'fa:16:3e:6c:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:07:38Z', 'updated_at': '2021-04-02T18:07:54Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:56.573667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:07:56.583244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:07:56.583906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:07:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:56.607556 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-ddcd4bfc-47a5-48b6-82e4-a23e7a804ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362932 Apr 02 18:07:56.754116 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e87f7a46-af0e-4be9-8fb5-f8db6cc19b73 req-cda93fbc-8f87-475c-9a90-57e4463bb65f service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383228 Apr 02 18:07:56.777786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:07:57.151273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '182e0c24-4097-4fb0-934b-c8a9072d2d6e', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'floating_ip_address': '172.28.0.237', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'mac_address': 'fa:16:3e:6c:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:07:38Z', 'updated_at': '2021-04-02T18:07:54Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:07:57.155619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6469d-3906-413b-8fbe-ba1772806c1d None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': '182e0c24-4097-4fb0-934b-c8a9072d2d6e', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'floating_ip_address': '172.28.0.237', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'mac_address': 'fa:16:3e:6c:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:07:38Z', 'updated_at': '2021-04-02T18:07:54Z', 'revision_number': 1, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:07:57.446694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83eae6d-ab24-4d51-ab3d-25580a7f9aee None None] New status for floating IP 182e0c24-4097-4fb0-934b-c8a9072d2d6e: ACTIVE {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:08:04.636326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:08:12.287979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394b3e7-9ff4-4a04-b18e-b9888fe3e99f req-675e84c6-2229-4b0f-bf67-056e6f155734 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:12.289528 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9394b3e7-9ff4-4a04-b18e-b9888fe3e99f req-675e84c6-2229-4b0f-bf67-056e6f155734 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.2775288 Apr 02 18:08:12.336663 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9394b3e7-9ff4-4a04-b18e-b9888fe3e99f req-45d4e63f-2bdb-4c3c-8b0a-3429a33aaccb tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404747 Apr 02 18:08:13.623719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845db62-6d13-4dea-925d-d00704f95e12 req-23ad5d92-c61e-4282-8855-a92327920abe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:13.625288 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e845db62-6d13-4dea-925d-d00704f95e12 req-23ad5d92-c61e-4282-8855-a92327920abe tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.1568258 Apr 02 18:08:13.675676 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e845db62-6d13-4dea-925d-d00704f95e12 req-2383000b-3151-4dc3-8243-eb08eba412a7 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 Apr 02 18:08:14.896196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c589f5-d876-4be6-bb96-f91def3973f9 req-cfd13ec6-ae85-4dca-9518-fb54eadbad35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:14.897720 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-68c589f5-d876-4be6-bb96-f91def3973f9 req-cfd13ec6-ae85-4dca-9518-fb54eadbad35 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0896883 Apr 02 18:08:14.946108 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-68c589f5-d876-4be6-bb96-f91def3973f9 req-8376782a-4d2c-4a7b-a7a4-2f37913b18ed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Apr 02 18:08:16.155416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53358c2e-30b3-4656-91df-8d288fb875c4 req-6bb9b423-967e-4023-8bb9-e3d056d30b33 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:16.156958 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53358c2e-30b3-4656-91df-8d288fb875c4 req-6bb9b423-967e-4023-8bb9-e3d056d30b33 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0940015 Apr 02 18:08:16.207225 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53358c2e-30b3-4656-91df-8d288fb875c4 req-425c4615-7325-4480-a830-f3b0eaf350b9 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Apr 02 18:08:17.421221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ea16d-cc78-4c9a-bcdf-138442aef9c3 req-076763b8-a880-48be-9d07-be76dedf5c18 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:17.422883 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f65ea16d-cc78-4c9a-bcdf-138442aef9c3 req-076763b8-a880-48be-9d07-be76dedf5c18 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0918739 Apr 02 18:08:17.473999 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f65ea16d-cc78-4c9a-bcdf-138442aef9c3 req-64122d10-17d4-47a7-9d2a-8a982922c618 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446289 Apr 02 18:08:18.508333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2ee0fa1a-ff79-4888-a1b9-bbc2ef7fa934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:18.683659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c6a9-3f4b-4094-8f84-c67329e59507 req-b9fc3726-8241-4049-8927-2e261edde7cf tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:18.685189 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f451c6a9-3f4b-4094-8f84-c67329e59507 req-b9fc3726-8241-4049-8927-2e261edde7cf tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0888431 Apr 02 18:08:18.732872 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f451c6a9-3f4b-4094-8f84-c67329e59507 req-ac2be97c-89c2-4654-9599-adba10694229 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Apr 02 18:08:19.894199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:19.945557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc13280-920b-44fb-8a44-ddfbf5bf6a15 req-5e5729d0-20b9-4a71-b537-fe826da4e163 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:19.947106 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc13280-920b-44fb-8a44-ddfbf5bf6a15 req-5e5729d0-20b9-4a71-b537-fe826da4e163 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0996740 Apr 02 18:08:20.000610 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0dc13280-920b-44fb-8a44-ddfbf5bf6a15 req-14a4de9d-5b09-4d54-a426-aeecc852618f tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Apr 02 18:08:20.219154 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-26fee727-4f6f-47e8-a4a4-3bda6a59d32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:21.087225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:21.222859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4899-915d-4885-a8db-f05c6d7e6d6d req-9e0d8670-c169-48c2-ae02-da60416bbd6f tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:21.224413 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9cd4899-915d-4885-a8db-f05c6d7e6d6d req-9e0d8670-c169-48c2-ae02-da60416bbd6f tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0919650 Apr 02 18:08:21.271078 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9cd4899-915d-4885-a8db-f05c6d7e6d6d req-bd57fd33-bcf8-4533-9634-1d7e1d21da50 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398903 Apr 02 18:08:22.238866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-2ec61d5b-bc43-43be-b9e0-c54de73708b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:22.240371 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-2ec61d5b-bc43-43be-b9e0-c54de73708b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.0820901 Apr 02 18:08:22.383991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-5ef3058d-c525-46cc-ba61-beb10369dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:22.385602 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-5ef3058d-c525-46cc-ba61-beb10369dd5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.1382129 Apr 02 18:08:22.485095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8bf05-75fb-4f66-a98e-c83d75718cb7 req-a2a2e1cf-134a-49ed-950a-d21f7afdd9cd tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:22.486819 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5fd8bf05-75fb-4f66-a98e-c83d75718cb7 req-a2a2e1cf-134a-49ed-950a-d21f7afdd9cd tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0929720 Apr 02 18:08:22.499134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-5f5bb6a9-4445-4327-919d-4f0b0f85b6f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 1001 time: 0.1042259 Apr 02 18:08:22.535331 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5fd8bf05-75fb-4f66-a98e-c83d75718cb7 req-f1e4af6d-59cb-4699-989e-0ec1e3bfbc3e tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Apr 02 18:08:22.574040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-49bd10cb-6422-425e-aaf1-018e31909c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:22.575592 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-49bd10cb-6422-425e-aaf1-018e31909c15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.0664184 Apr 02 18:08:22.666352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-28eb7e58-6bcb-4a51-b021-af2f12583c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:22.667931 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-28eb7e58-6bcb-4a51-b021-af2f12583c5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776811 Apr 02 18:08:22.812385 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-13aeec2b-8706-4f00-b44e-0cd8fd628150 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349926 Apr 02 18:08:22.868912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:22.963348 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-908eb0da-ed9e-47b3-967e-2652d3f3d269 req-19dd3c7e-1ac0-44e6-8276-178be449fa93 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419444 Apr 02 18:08:23.093343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-447ebdae-e5ba-4a7b-b1f8-cba74790b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:23.094989 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-447ebdae-e5ba-4a7b-b1f8-cba74790b90e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.0829201 Apr 02 18:08:23.260265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-c14e7f67-1a76-452e-985f-af90f5c8692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:23.261902 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-c14e7f67-1a76-452e-985f-af90f5c8692e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.1421192 Apr 02 18:08:23.375718 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-e837e4f2-c91b-4905-bffc-69bb38361155 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 1001 time: 0.1054611 Apr 02 18:08:23.450932 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-520adfb2-c6b8-4f4c-9b4f-a28529bddbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:23.452452 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-520adfb2-c6b8-4f4c-9b4f-a28529bddbf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.0682127 Apr 02 18:08:23.536409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-3853cca8-296c-4583-b2c5-3adc65bfcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:23.537975 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-3853cca8-296c-4583-b2c5-3adc65bfcde6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775383 Apr 02 18:08:23.682654 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-6adbd328-843b-4e15-971a-7ffcfdbaff00 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358604 Apr 02 18:08:23.742636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92881d-5d6f-481b-b127-e089ee728cbc req-2b3a2110-2fa0-443e-9cb1-24b60314bba0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:23.744462 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3a92881d-5d6f-481b-b127-e089ee728cbc req-2b3a2110-2fa0-443e-9cb1-24b60314bba0 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0896299 Apr 02 18:08:23.804041 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3a92881d-5d6f-481b-b127-e089ee728cbc req-ece0a731-c24a-4be8-97b8-8d56cbce2810 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524995 Apr 02 18:08:23.833489 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abf25e35-e00a-4689-8d6f-b9b96fe31ded req-7dea2df0-efc3-48cb-93f1-b399bc1aedd4 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421597 Apr 02 18:08:25.011556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad8bda-8fac-458a-a80c-f05717d2f52f req-92446f31-a084-43ba-b3ac-ab73fa1788b4 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:25.013876 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f7ad8bda-8fac-458a-a80c-f05717d2f52f req-92446f31-a084-43ba-b3ac-ab73fa1788b4 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0912693 Apr 02 18:08:25.064102 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f7ad8bda-8fac-458a-a80c-f05717d2f52f req-cec7fe31-82ef-4465-9721-7ad6954ac7a4 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439060 Apr 02 18:08:25.727741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:26.415208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f2b88-be16-4360-b626-26565159b45a req-a17ca2c4-0885-4863-bd24-74087357751f tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:26.416801 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-015f2b88-be16-4360-b626-26565159b45a req-a17ca2c4-0885-4863-bd24-74087357751f tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0931334 Apr 02 18:08:26.466461 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-015f2b88-be16-4360-b626-26565159b45a req-478b3e3b-0263-4aee-b592-da20ea773541 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Apr 02 18:08:26.776777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59600) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:27.182143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ebd37-9750-49a7-91f7-5e9e6964b98a req-8ef001f8-a5c5-4c0a-97b9-fead37ec7c2b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:27.183744 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1a6ebd37-9750-49a7-91f7-5e9e6964b98a req-8ef001f8-a5c5-4c0a-97b9-fead37ec7c2b tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.4035869 Apr 02 18:08:27.191248 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-ba8f4189-18a7-413a-81d5-eded2696bbd0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4127481 Apr 02 18:08:27.235252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1a6ebd37-9750-49a7-91f7-5e9e6964b98a req-b9e2c4da-2c54-47dd-96b3-59f5127fca44 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Apr 02 18:08:27.522977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:08:27.649516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:27.678566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:08:27.689005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:27.692723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:27.694676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-abd3447f-a0ff-4cf4-a99b-8217bd884a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:27.744180 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'code': 422} returned with failed status Apr 02 18:08:27.771087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=6']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:27.774497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:28.433999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750ded-7442-43ab-a4f0-2d924ae02044 req-bd90ae26-6760-444a-9e66-3f82f6062106 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:28.435655 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58750ded-7442-43ab-a4f0-2d924ae02044 req-bd90ae26-6760-444a-9e66-3f82f6062106 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.0888643 Apr 02 18:08:28.489383 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58750ded-7442-43ab-a4f0-2d924ae02044 req-0bf500f9-ef32-4c98-bf69-8f201d1c43de tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Apr 02 18:08:28.681400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-5399a41f-b2db-4da7-8a6e-969e537a757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:28.683000 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-5399a41f-b2db-4da7-8a6e-969e537a757a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46&tenant_id=0917afcac84b4b6c85d54c71c2b8707b HTTP/1.1" status: 200 len: 1097 time: 0.1340833 Apr 02 18:08:28.792747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-aae5dfdc-78f6-4b21-be79-bb62ae89c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:28.794485 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-aae5dfdc-78f6-4b21-be79-bb62ae89c311 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1097 time: 0.0861850 Apr 02 18:08:28.939655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-351d6d13-bbd7-48dc-aea6-a62bc6b463a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:28.941228 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-351d6d13-bbd7-48dc-aea6-a62bc6b463a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.1401014 Apr 02 18:08:29.054315 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-56857f2c-f244-4588-895c-6015fb884701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 999 time: 0.1034932 Apr 02 18:08:29.126581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-2939a76f-3364-4d2f-b932-4cc65cb7b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:29.128052 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-2939a76f-3364-4d2f-b932-4cc65cb7b899 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.0641735 Apr 02 18:08:29.218993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-ad0f2c11-e798-45b2-9d38-a2b579e842de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:29.220577 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-ad0f2c11-e798-45b2-9d38-a2b579e842de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808840 Apr 02 18:08:29.588611 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-a60011ee-999f-4f0c-8c0b-052d94412b3d service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596060 Apr 02 18:08:29.702385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4af7a-58c7-499b-87ca-dd7df54f53e5 req-18022c8b-abe2-4fe5-9756-b807af73a9ed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:29.704326 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6ac4af7a-58c7-499b-87ca-dd7df54f53e5 req-18022c8b-abe2-4fe5-9756-b807af73a9ed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.0952284 Apr 02 18:08:29.735580 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a3a0cde6-caf1-40af-8ea8-aec876003409 req-254f4798-ed88-4f0c-ac17-980766237edb service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399546 Apr 02 18:08:29.754699 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6ac4af7a-58c7-499b-87ca-dd7df54f53e5 req-9c7b2427-c2be-4c73-8881-82aa30b1b06e tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425317 Apr 02 18:08:30.960708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63f96e-1e03-49e1-b8e7-770e4f8486a0 req-8cddd2df-f6a6-494f-b80a-1b5a3dadccf9 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:30.962369 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c63f96e-1e03-49e1-b8e7-770e4f8486a0 req-8cddd2df-f6a6-494f-b80a-1b5a3dadccf9 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.0939989 Apr 02 18:08:31.010065 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c63f96e-1e03-49e1-b8e7-770e4f8486a0 req-1cc51ef8-0250-43ab-95c7-f1306170a308 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Apr 02 18:08:32.227632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a19cbf-504f-4469-97ae-863173016caf req-76564846-af6a-474b-bc09-179fe21d645c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:32.229366 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22a19cbf-504f-4469-97ae-863173016caf req-76564846-af6a-474b-bc09-179fe21d645c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.0935805 Apr 02 18:08:32.277552 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22a19cbf-504f-4469-97ae-863173016caf req-16629559-0a40-48ca-95a7-66d91920d47c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 Apr 02 18:08:33.484366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0554f5e-615c-40ac-85b3-24d4c6052ddb req-18c37bd2-bc62-454a-8bd4-882bc6422d7d tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:33.485834 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0554f5e-615c-40ac-85b3-24d4c6052ddb req-18c37bd2-bc62-454a-8bd4-882bc6422d7d tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 944 time: 0.0933669 Apr 02 18:08:33.534173 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e0554f5e-615c-40ac-85b3-24d4c6052ddb req-953deb9b-cb7a-44d5-855d-f0736aba72d1 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Apr 02 18:08:33.543922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:08:33.690321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:33.704659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'port_id': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'mac_address': 'fa:16:3e:01:bc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:08:33.763118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:33.780897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c415dd14-f395-42a0-9b63-8c5639eccbda {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:08:33.797438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:33.801376 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:33.803220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:33.875916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=7']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:33.880831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:34.022195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['c415dd14-f395-42a0-9b63-8c5639eccbda'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:08:34.737770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba9ef3-0001-4dba-bf52-c40d82f8c142 req-ce5bd45d-d550-4a9e-b5a8-c3655b268d9e tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:34.739382 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-00ba9ef3-0001-4dba-bf52-c40d82f8c142 req-ce5bd45d-d550-4a9e-b5a8-c3655b268d9e tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 945 time: 0.0889452 Apr 02 18:08:34.791036 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-00ba9ef3-0001-4dba-bf52-c40d82f8c142 req-d1c230ff-d215-4401-869d-4d993c4d3caa tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Apr 02 18:08:35.558906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:08:35.633287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port c415dd14-f395-42a0-9b63-8c5639eccbda triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:08:35.633722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:35.756319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:35.784538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:08:35.805941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:35.811468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:35.814264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:35.862295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'code': 200} Apr 02 18:08:35.909142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=8']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:35.912529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:36.021864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcef66-5e98-42a4-9847-8f4c4ffd175f req-78f05637-8b98-40cf-979f-626d5550037d tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:36.023898 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-10fcef66-5e98-42a4-9847-8f4c4ffd175f req-78f05637-8b98-40cf-979f-626d5550037d tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0923178 Apr 02 18:08:36.074360 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-10fcef66-5e98-42a4-9847-8f4c4ffd175f req-e647588c-d34b-4e51-8b81-9564219e4ccb tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Apr 02 18:08:36.186172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fa25-3c5c-4863-9d8b-9ce1e31f6181 req-71cf4d6e-fee5-40bc-b63c-b5170225d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:36.187711 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2117fa25-3c5c-4863-9d8b-9ce1e31f6181 req-71cf4d6e-fee5-40bc-b63c-b5170225d12d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.0774221 Apr 02 18:08:36.232164 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2117fa25-3c5c-4863-9d8b-9ce1e31f6181 req-b14a8643-dadf-4ea6-b68b-10782c677568 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367689 Apr 02 18:08:37.577869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bd865-4bab-47ca-bcc2-a0d80d53b3d6 req-c52f7165-afb9-4f7d-ab5e-dff68cf64163 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:37.579839 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-127bd865-4bab-47ca-bcc2-a0d80d53b3d6 req-c52f7165-afb9-4f7d-ab5e-dff68cf64163 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0947959 Apr 02 18:08:37.676817 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-127bd865-4bab-47ca-bcc2-a0d80d53b3d6 req-73a51512-9dc4-4aee-b3c1-7b993f746a73 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902216 Apr 02 18:08:37.711191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1bc6-23db-4cf7-a191-225376c58193 req-3b0d99c3-d117-4b47-bc7f-14f91dbd5510 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:37.712833 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-716b1bc6-23db-4cf7-a191-225376c58193 req-3b0d99c3-d117-4b47-bc7f-14f91dbd5510 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.1094131 Apr 02 18:08:37.761882 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-716b1bc6-23db-4cf7-a191-225376c58193 req-1b133eb8-60a3-4595-89b7-0aaae9349067 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Apr 02 18:08:38.971127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e820dfb-1b00-4188-b1ee-f068fed325e6 req-b78c5c22-e22d-4014-87cb-518db5fe32fc tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:38.972723 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6e820dfb-1b00-4188-b1ee-f068fed325e6 req-b78c5c22-e22d-4014-87cb-518db5fe32fc tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0920320 Apr 02 18:08:39.020618 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6e820dfb-1b00-4188-b1ee-f068fed325e6 req-9d93952a-e40a-43ce-b148-cb1162de1ed3 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 Apr 02 18:08:39.434632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036fa30-9843-4439-80e6-624a991b6361 req-6cc071f9-d8f2-44ae-8f34-850adb81368b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:39.436210 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3036fa30-9843-4439-80e6-624a991b6361 req-6cc071f9-d8f2-44ae-8f34-850adb81368b tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.0930438 Apr 02 18:08:39.491130 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3036fa30-9843-4439-80e6-624a991b6361 req-d7eca8c6-1db2-4316-be2d-a8d6f7b243ac tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449705 Apr 02 18:08:40.245115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273155b3-b59e-491d-a669-c0f3a06236e6 req-e1e826ad-0183-4f73-84b2-f26bfcbf8068 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:40.246732 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-273155b3-b59e-491d-a669-c0f3a06236e6 req-e1e826ad-0183-4f73-84b2-f26bfcbf8068 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0941343 Apr 02 18:08:40.297212 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-273155b3-b59e-491d-a669-c0f3a06236e6 req-36a3ca9d-fdad-434a-9765-24179cb76993 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413523 Apr 02 18:08:40.717584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5fc2a-43c8-4540-a558-ed85c7bdc62e req-71f8b10d-33de-447d-a42b-208e2320e8e4 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:40.719134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-89d5fc2a-43c8-4540-a558-ed85c7bdc62e req-71f8b10d-33de-447d-a42b-208e2320e8e4 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.0990007 Apr 02 18:08:40.769690 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-89d5fc2a-43c8-4540-a558-ed85c7bdc62e req-3a7fdb82-9b10-44b8-b836-afeb4958c1ce tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Apr 02 18:08:41.239873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758262-46e2-4b94-888c-a37717584f6e req-4f161ff4-8c89-47a9-b1d8-7d000525dbe2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:41.240617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-6c758262-46e2-4b94-888c-a37717584f6e req-4f161ff4-8c89-47a9-b1d8-7d000525dbe2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Synchronizing usage tracker for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:08:41.257030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-6c758262-46e2-4b94-888c-a37717584f6e req-4f161ff4-8c89-47a9-b1d8-7d000525dbe2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Unset dirty status for tenant:d99b8b5f191148c8aadebd934ad269b2 on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:08:41.258257 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c758262-46e2-4b94-888c-a37717584f6e req-4f161ff4-8c89-47a9-b1d8-7d000525dbe2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.1172664 Apr 02 18:08:41.341782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Deleting port 4658d356-b36a-45c5-b3a5-9053f3f309d8 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:41.342173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:41.506447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a403fa1-9bcc-42e5-903a-d94100e11755 req-fe86d668-efad-4d7d-bd67-6f4c6b320e81 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:41.507958 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a403fa1-9bcc-42e5-903a-d94100e11755 req-fe86d668-efad-4d7d-bd67-6f4c6b320e81 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0880613 Apr 02 18:08:41.556169 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2a403fa1-9bcc-42e5-903a-d94100e11755 req-ebdd1745-f4a7-4980-9448-c330f7416191 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Apr 02 18:08:41.606367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] For port 4658d356-b36a-45c5-b3a5-9053f3f309d8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4658d356-b36a-45c5-b3a5-9053f3f309d8,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:41.606758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:41.637525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:08:41.909605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:41.910004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:41.910348 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Floating IP 4b05f7fc-d43f-4d24-9494-00280c38886e disassociated. External IP: 172.28.0.238, port: 4658d356-b36a-45c5-b3a5-9053f3f309d8. Apr 02 18:08:41.910720 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Calling delete_port for 4658d356-b36a-45c5-b3a5-9053f3f309d8 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:08:41.975577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ddb71-c5af-4bab-805e-a19c3f4f8b72 req-112ec1d9-e7ad-4ecd-8b86-aba7d5aa8fde tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:41.977378 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-428ddb71-c5af-4bab-805e-a19c3f4f8b72 req-112ec1d9-e7ad-4ecd-8b86-aba7d5aa8fde tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 945 time: 0.0945632 Apr 02 18:08:42.025026 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-428ddb71-c5af-4bab-805e-a19c3f4f8b72 req-ea1bf210-2e12-425f-8cec-cc0322027ad9 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups?id=160eac6f-1829-4395-a083-dccbc2960812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 Apr 02 18:08:42.060832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:42.076184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba164f3a-f54f-4ab8-a65d-930db0658b5e tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:42.136648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event deleted for resources: {'Port': ['ID=4658d356-b36a-45c5-b3a5-9053f3f309d8,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:42.195308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.195691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.196100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.196501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.196894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.197317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.197711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.198091 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.198599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.198941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.199332 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.199719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:42.204817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:42.447515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:08:42.642307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:08:42.653362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:08:42.664317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:08:42.665383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:08:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:42.729393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] No DVR routers for this DVR port 4658d356-b36a-45c5-b3a5-9053f3f309d8 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:08:42.746829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:42.753937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'name': 'network-vif-deleted', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:08:42.768194 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6c758262-46e2-4b94-888c-a37717584f6e req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.11 "DELETE /v2.0/ports/4658d356-b36a-45c5-b3a5-9053f3f309d8 HTTP/1.1" status: 204 len: 173 time: 1.5045359 Apr 02 18:08:42.809838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6e74-783c-4ad5-9cb9-f3200ca1d4b1 req-30017f58-1436-4589-9c38-41e01025b607 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:42.811808 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-607f6e74-783c-4ad5-9cb9-f3200ca1d4b1 req-30017f58-1436-4589-9c38-41e01025b607 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.1218073 Apr 02 18:08:42.889708 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-607f6e74-783c-4ad5-9cb9-f3200ca1d4b1 req-344422d6-2b78-4e24-8b54-c33a683a10ab tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703702 Apr 02 18:08:42.897756 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c005c5d-9cb6-41da-a228-ba17a149d092', 'name': 'network-vif-deleted', 'tag': '4658d356-b36a-45c5-b3a5-9053f3f309d8', 'status': 'completed', 'code': 200} Apr 02 18:08:42.913882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:08:43.219002 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-85636844-b2e1-4b4b-a1c0-ab31ce1fe74f req-af200659-0499-4d59-a18a-a6b2e307d904 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c005c5d-9cb6-41da-a228-ba17a149d092 HTTP/1.1" status: 200 len: 210 time: 0.0588634 Apr 02 18:08:43.414931 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:43.418874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:08:43.427794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:08:43.428444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:08:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:43.620144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:08:43.951937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:43.956555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477418de-b89a-4fa2-93f6-ad361df9c6ac None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:03:27Z', 'revision_number': 4, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'a72dd403-53c6-41eb-b74f-0675accf9f8c', 'name': '', 'network_id': 'c78bea0a-21c2-4106-8417-391dc8e13cad', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'mac_address': 'fa:16:3e:df:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:22Z', 'updated_at': '2021-04-02T18:03:40Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'subnets': [{'id': '3509830e-4725-4e11-a8fe-b1e76b9f1a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:08:44.102673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0139b-21ba-4599-ad79-0106f085b84c req-dd69fc25-9f60-47e5-a019-1c4ed3ba5186 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:44.104268 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-80a0139b-21ba-4599-ad79-0106f085b84c req-dd69fc25-9f60-47e5-a019-1c4ed3ba5186 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0890079 Apr 02 18:08:44.155198 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-80a0139b-21ba-4599-ad79-0106f085b84c req-625e07e5-e420-4142-80b2-bce6512816d1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411305 Apr 02 18:08:44.336828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d70ab3-0548-4373-86f5-38bb5c5f7c94 None None] New status for floating IP 4b05f7fc-d43f-4d24-9494-00280c38886e: DOWN {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:08:44.349440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59790) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:44.423793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.453553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.502820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.506998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c42b65b3-b948-4a0a-9a18-d0eee15a1837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:44.523524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160eac6f-1829-4395-a083-dccbc2960812,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:44.532499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.532905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.533297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.533704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.534089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.534474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.534848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.535230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.535612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.535994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.536372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.536753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:44.541650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:44.545142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.547110 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "DELETE /v2.0/security-groups/160eac6f-1829-4395-a083-dccbc2960812 HTTP/1.1" status: 204 len: 168 time: 0.1958685 Apr 02 18:08:44.549653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59794) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:44.567745 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.v2.resource [None req-3da1f002-707e-4938-8004-e62ad6a924db tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] show failed (client error): The resource could not be found. Apr 02 18:08:44.568868 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3da1f002-707e-4938-8004-e62ad6a924db tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "GET /v2.0/security-groups/160eac6f-1829-4395-a083-dccbc2960812 HTTP/1.1" status: 404 len: 347 time: 0.0182502 Apr 02 18:08:44.572024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59798) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:44.743450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Deleting port da86d925-220a-4a63-896e-6f0efa495daa {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:44.744024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.923779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:44.924140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:45.053459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Calling delete_port for da86d925-220a-4a63-896e-6f0efa495daa owned by network:floatingip {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:08:45.199365 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:45.215238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d6f8df08-1119-4668-98ec-2b73a5c062d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:45.273539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Pushing event deleted for resources: {'Port': ['ID=da86d925-220a-4a63-896e-6f0efa495daa,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:45.276268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:45.519322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cc3f-2bd9-44e7-8bc1-7634180354b0 req-39f67dd1-125c-4352-8dab-5011258cb719 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:45.520824 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8343cc3f-2bd9-44e7-8bc1-7634180354b0 req-39f67dd1-125c-4352-8dab-5011258cb719 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.2416346 Apr 02 18:08:45.578810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:45.593044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4658d356-b36a-45c5-b3a5-9053f3f309d8 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:08:45.600295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8343cc3f-2bd9-44e7-8bc1-7634180354b0 req-7eaa44d7-631e-49c7-a084-47e75e914d77 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721126 Apr 02 18:08:45.607191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:45.609325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] 10.222.0.22 "DELETE /v2.0/floatingips/4b05f7fc-d43f-4d24-9494-00280c38886e HTTP/1.1" status: 204 len: 168 time: 1.0352836 Apr 02 18:08:45.633224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 4658d356-b36a-45c5-b3a5-9053f3f309d8 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:08:45.633616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4658d356-b36a-45c5-b3a5-9053f3f309d8 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:08:46.816404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485ee22-c44d-49f5-aaec-513d117de93e req-958b2b4e-61cb-478f-866d-6edd5f985362 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:46.818201 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d485ee22-c44d-49f5-aaec-513d117de93e req-958b2b4e-61cb-478f-866d-6edd5f985362 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0919721 Apr 02 18:08:46.865843 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d485ee22-c44d-49f5-aaec-513d117de93e req-a5e8832a-5219-4a80-a9a4-2ae65dd1259b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Apr 02 18:08:48.076811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312afdc5-a800-4bf0-8cd5-d3cafa2fc810 req-8dcf0637-30d0-460a-9b10-183040aed8c4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:48.078862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-312afdc5-a800-4bf0-8cd5-d3cafa2fc810 req-8dcf0637-30d0-460a-9b10-183040aed8c4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0912476 Apr 02 18:08:48.126816 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-312afdc5-a800-4bf0-8cd5-d3cafa2fc810 req-6463a8c2-b18c-40cd-a276-eef67bf51c17 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Apr 02 18:08:48.502582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-579e4ad7-7cda-4e1a-9f96-e4620e11004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:49.345705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad3786-eed2-49be-9198-8bd4133de72c req-e9f85b9f-033d-40c0-abb0-b0cd83fb1951 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:49.347265 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1dad3786-eed2-49be-9198-8bd4133de72c req-e9f85b9f-033d-40c0-abb0-b0cd83fb1951 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0892241 Apr 02 18:08:49.397871 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1dad3786-eed2-49be-9198-8bd4133de72c req-c01a9d74-117c-4737-9609-f60a71a0b010 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Apr 02 18:08:49.599540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:08:49.696265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59836) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:49.746486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:49.761904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '03ef1d58-0129-4450-8a84-d4213710dd04', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04', 'mac_address': 'fa:16:3e:6c:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:08:49.823337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:49.842951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03ef1d58-0129-4450-8a84-d4213710dd04 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:08:49.859162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:49.862392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:49.864219 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:49.940825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:49.951782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=6']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:49.957404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['03ef1d58-0129-4450-8a84-d4213710dd04'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:08:49.991862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.992244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.992628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.992992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.993377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.994199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.994199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.994392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.994738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.995058 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.995424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:49.995762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:08:50.005921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:50.214820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb155-9882-4dc5-86b8-d6fa6a305683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:50.628148 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a529904-7ce8-4a9e-af9d-754e8ceaa480 req-f53f44e3-7611-461f-b65f-a66e925d1cac tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:50.630990 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3a529904-7ce8-4a9e-af9d-754e8ceaa480 req-f53f44e3-7611-461f-b65f-a66e925d1cac tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.1099529 Apr 02 18:08:50.660188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:50.695449 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3a529904-7ce8-4a9e-af9d-754e8ceaa480 req-9344517b-7f93-46fd-94be-3d87218d96fa tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546498 Apr 02 18:08:51.056393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Deleting port a72dd403-53c6-41eb-b74f-0675accf9f8c {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:51.056686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:51.095366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:51.255566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] For port a72dd403-53c6-41eb-b74f-0675accf9f8c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a72dd403-53c6-41eb-b74f-0675accf9f8c,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:51.255960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:51.394593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Calling delete_port for a72dd403-53c6-41eb-b74f-0675accf9f8c owned by network:router_interface {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:08:51.577335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:51.591373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6e35b3c5-19d6-41ad-9962-25c17c9f5b9f tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:51.616601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:08:51.649155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72dd403-53c6-41eb-b74f-0675accf9f8c,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:51.654173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:51.716243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 03ef1d58-0129-4450-8a84-d4213710dd04 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:08:51.717314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:52.050155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:52.079923 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634c17d-6096-44d4-bc81-1956d0f093df req-66c91a60-b1ed-4437-b405-fe6138af2aff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:52.088760 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4634c17d-6096-44d4-bc81-1956d0f093df req-66c91a60-b1ed-4437-b405-fe6138af2aff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.1222408 Apr 02 18:08:52.094605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:08:52.117676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:52.127137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:52.129640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:52.138997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:52.152526 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4634c17d-6096-44d4-bc81-1956d0f093df req-181bcb25-2f3d-4dd3-b1db-1cdbf539f882 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627465 Apr 02 18:08:52.241764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=7']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:52.253925 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:52.255719 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'code': 200} Apr 02 18:08:52.718582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:08:52.869961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:52.943509 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:08:52.957383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] Sync routers for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:08:52.962023 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] 10.222.0.22 "PUT /v2.0/routers/cdb9dc5f-3532-41e4-ac4e-32adb4759a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2620211 Apr 02 18:08:52.962556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59880) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:52.977111 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:08:52.978076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:08:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:53.185557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:08:53.538494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:08:51Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:53.543781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:53.544908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] Checking router: cdb9dc5f-3532-41e4-ac4e-32adb4759a2c for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:08:53.555422 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] Routers {'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:08:53.556083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:08:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:53.767753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:53.781742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] Set router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:08:53.795574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9e997-767c-4d64-9b82-578e4af41227 req-395afc66-5d0f-4365-8b3c-017c553ce1c0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:53.798140 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-60f9e997-767c-4d64-9b82-578e4af41227 req-395afc66-5d0f-4365-8b3c-017c553ce1c0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.3502202 Apr 02 18:08:53.812435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Deleting port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:53.812817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:54.036768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] For port 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:54.037190 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:54.176318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Calling delete_port for 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:08:54.297411 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-60f9e997-767c-4d64-9b82-578e4af41227 req-69e1abb9-e44b-4946-807d-24962abf5ed4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867306 Apr 02 18:08:54.301297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:08:51Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:54.306326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9732001-3046-4405-abf3-4b14993632d2 None None] The sync data for ids ['cdb9dc5f-3532-41e4-ac4e-32adb4759a2c'] in dv-cinder-784603-1-smb is: [{'id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'name': 'tempest-AttachVolumeTestJSON-1953005440-router', 'tenant_id': 'd99b8b5f191148c8aadebd934ad269b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:03:12Z', 'updated_at': '2021-04-02T18:08:51Z', 'revision_number': 5, 'project_id': 'd99b8b5f191148c8aadebd934ad269b2', 'gw_port': {'id': '471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9dc5f-3532-41e4-ac4e-32adb4759a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:14Z', 'updated_at': '2021-04-02T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:08:54.428794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:54.447686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a2f50601-7aa5-45f7-bf11-6185d85a44e4 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:54.510990 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Pushing event deleted for resources: {'Port': ['ID=471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:54.570960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:54.740964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a72dd403-53c6-41eb-b74f-0675accf9f8c no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:08:54.744068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:54.803581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: a72dd403-53c6-41eb-b74f-0675accf9f8c {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:08:54.804127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a72dd403-53c6-41eb-b74f-0675accf9f8c not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:08:54.948501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:54.951061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.046458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.047107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb9dc5f-3532-41e4-ac4e-32adb4759a2c {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:08:55.067381 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.067381 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-265d1b1c-477c-4ccc-84c1-0a48a12f70fb admin admin] 10.222.0.22 "DELETE /v2.0/routers/cdb9dc5f-3532-41e4-ac4e-32adb4759a2c HTTP/1.1" status: 204 len: 168 time: 2.0989943 Apr 02 18:08:55.067681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59890) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:55.142423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Deleting subnet 3509830e-4725-4e11-a8fe-b1e76b9f1a03 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:08:55.146471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.205566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839764326'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.367069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.653813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc81c7e-4065-442e-9043-41a527884317 req-baabff81-e0ba-4fc9-9e1f-431c2d872d94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:55.655663 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2fc81c7e-4065-442e-9043-41a527884317 req-baabff81-e0ba-4fc9-9e1f-431c2d872d94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.2110469 Apr 02 18:08:55.714665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.752576 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2fc81c7e-4065-442e-9043-41a527884317 req-2603e347-df0e-484e-8500-b5c4aeee3200 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616848 Apr 02 18:08:55.796470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15479731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14570911'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.832810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:55.927581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3509830e-4725-4e11-a8fe-b1e76b9f1a03,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:55.932640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:55.962527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:55.967637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6d0b7-e383-4ffa-8d92-2b2756823778 None None] Network c78bea0a-21c2-4106-8417-391dc8e13cad requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:08:55.970245 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2f2c762c-6fe5-4817-a228-ba15d854cded admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3509830e-4725-4e11-a8fe-b1e76b9f1a03 HTTP/1.1" status: 204 len: 168 time: 0.9014480 Apr 02 18:08:55.972948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59896) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:56.103238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:56.201849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Deleting port a7af9734-1112-4da1-934c-559ff64bf401 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:56.202205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:56.271582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] DHCP port deletion for c78bea0a-21c2-4106-8417-391dc8e13cad request from dv-cinder-784603-1-smb {{(pid=84316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:08:56.281412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Deleting port a7af9734-1112-4da1-934c-559ff64bf401 {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:56.282016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:56.534880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] For port a7af9734-1112-4da1-934c-559ff64bf401, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a7af9734-1112-4da1-934c-559ff64bf401,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:56.535720 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:56.685828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] For port a7af9734-1112-4da1-934c-559ff64bf401, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=a7af9734-1112-4da1-934c-559ff64bf401,segment=NetworkSegment(567f04c3-631f-4c9e-aa45-e7f75105f0ac),segment_id=567f04c3-631f-4c9e-aa45-e7f75105f0ac)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:08:56.686293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:56.701656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Calling delete_port for a7af9734-1112-4da1-934c-559ff64bf401 owned by network:dhcp {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:08:56.848071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Calling delete_port for a7af9734-1112-4da1-934c-559ff64bf401 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:08:56.859558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a7af9734-1112-4da1-934c-559ff64bf401 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:08:56.900711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: a7af9734-1112-4da1-934c-559ff64bf401 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:08:56.901197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device a7af9734-1112-4da1-934c-559ff64bf401 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:08:56.901773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:08:56.938838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865'] for port, after_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:56.941868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.api [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:08:56.942470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.api [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:08:56.958653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:08:56.959041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 471ad0c6-6e63-47e4-bb7f-8bd5e2ee3a28 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:08:56.962898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:57.025020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Pushing event deleted for resources: {'Port': ['ID=a7af9734-1112-4da1-934c-559ff64bf401,revision_number=None']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:57.027696 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:57.043832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58609-1f7e-42f3-becf-5b8b7d29c8cf req-44188270-f194-4c98-9227-0f8962165020 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:57.045936 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7be58609-1f7e-42f3-becf-5b8b7d29c8cf req-44188270-f194-4c98-9227-0f8962165020 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.1023264 Apr 02 18:08:57.117058 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7be58609-1f7e-42f3-becf-5b8b7d29c8cf req-8ffabd11-8062-4110-b91c-63f300182b08 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640779 Apr 02 18:08:57.136661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] No DVR routers for this DVR port a7af9734-1112-4da1-934c-559ff64bf401 on host dv-cinder-784603-1-smb {{(pid=84316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:08:57.444659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Deleting port a7af9734-1112-4da1-934c-559ff64bf401 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:08:57.446605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:57.520858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] The port 'a7af9734-1112-4da1-934c-559ff64bf401' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:08:57.650657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:57.782167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78bea0a-21c2-4106-8417-391dc8e13cad']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:57.798767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567f04c3-631f-4c9e-aa45-e7f75105f0ac') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:57.799606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567f04c3-631f-4c9e-aa45-e7f75105f0ac') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:08:57.816115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:57.833663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:57.843169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:08:58.045840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Network c78bea0a-21c2-4106-8417-391dc8e13cad has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:08:58.056446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.310383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Network c78bea0a-21c2-4106-8417-391dc8e13cad has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: % (table.description, expected, rows_matched) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: % (table.description, expected, rows_matched) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: % (table.description, expected, rows_matched) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: % (table.description, expected, rows_matched) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:08:58.339582 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:08:58.450751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ab46-cbae-453a-8363-f1040a3050c4 req-a97778d0-1b30-466d-96f5-96e43d83dc34 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:58.452432 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ddf6ab46-cbae-453a-8363-f1040a3050c4 req-a97778d0-1b30-466d-96f5-96e43d83dc34 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.2177877 Apr 02 18:08:58.454021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.458861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.463993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:58.511048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Pushing event deleted for resources: {'Network': ['ID=c78bea0a-21c2-4106-8417-391dc8e13cad,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:58.514445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:58.546061 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c38c74ed-86cb-4863-aca1-103f5ecfd82d admin admin] 10.222.0.22 "DELETE /v2.0/networks/c78bea0a-21c2-4106-8417-391dc8e13cad HTTP/1.1" status: 204 len: 168 time: 2.5719049 Apr 02 18:08:58.555979 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ddf6ab46-cbae-453a-8363-f1040a3050c4 req-8fe44118-7423-4a3a-ad28-69c1b14b0d0f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673597 Apr 02 18:08:58.699419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59912) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:58.760055 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1e5ce4ed-c10c-43d6-aa60-7d3583dbecbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d99b8b5f191148c8aadebd934ad269b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0569873 Apr 02 18:08:58.762195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59916) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:08:58.836178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.868701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.919014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.924589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f2c3574a-2372-4f49-8627-b6c4f7c00698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:08:58.944296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a79c0-640c-4c6f-8298-5680bcce34e2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:08:58.951391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:08:58.952661 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e8a79c0-640c-4c6f-8298-5680bcce34e2 HTTP/1.1" status: 204 len: 168 time: 0.1912656 Apr 02 18:08:58.969055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-cfe7743d-48c6-43c9-b145-e6bd39fe1e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:08:59.826503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b7e76-81e2-49fe-b867-99939047500a req-225374a5-7787-4d88-93b8-68c8dc89392a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:08:59.828489 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9f0b7e76-81e2-49fe-b867-99939047500a req-225374a5-7787-4d88-93b8-68c8dc89392a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.1394022 Apr 02 18:08:59.883007 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9f0b7e76-81e2-49fe-b867-99939047500a req-6bf786a3-1602-4e3c-9abe-7fe21831f592 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Apr 02 18:09:00.601555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-28e0e7b7-5174-47d9-ba8f-42ad472f5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:00.603185 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-28e0e7b7-5174-47d9-ba8f-42ad472f5a69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1099 time: 0.0797069 Apr 02 18:09:00.745609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-b2ee35db-5d8f-4582-875d-91a0b34001bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:00.747182 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-b2ee35db-5d8f-4582-875d-91a0b34001bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1369390 Apr 02 18:09:00.858896 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-b9b8afbd-9033-4236-93be-fb4c567a6cae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 200 len: 1002 time: 0.1037095 Apr 02 18:09:00.933035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-45115e7c-9dc5-41ba-be63-737ad87f13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:00.934679 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-45115e7c-9dc5-41ba-be63-737ad87f13ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0689223 Apr 02 18:09:01.100829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409221-c05c-4c80-bae3-1264f1a20b96 req-1eae3625-97e1-4a60-86dc-c73f544c2a2b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:01.102756 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-73409221-c05c-4c80-bae3-1264f1a20b96 req-1eae3625-97e1-4a60-86dc-c73f544c2a2b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0977190 Apr 02 18:09:01.103311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 59988) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:01.153534 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-73409221-c05c-4c80-bae3-1264f1a20b96 req-622c94c9-17e2-435b-a4cd-13725fbc3409 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Apr 02 18:09:01.240063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.247604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-f93a12ec-8481-45cd-815a-07109df56490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:01.249290 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-f93a12ec-8481-45cd-815a-07109df56490 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3071404 Apr 02 18:09:01.256361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:01.260472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Usage tracker for resource:security_group_rule and tenant:7c737819b3194f97bb03e24037056dc9 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:01.263538 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:01.269944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:01.362394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.365569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.372857 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c6565ced-451c-43f0-b33d-55b340c9d679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:01.389645 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-fbdd9f64-b52c-44a0-b4a6-2c8ffb4956b6 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324430 Apr 02 18:09:01.415906 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c737819b3194f97bb03e24037056dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114784 Apr 02 18:09:01.416829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d7590-4272-4a20-8209-34b1768f3282,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:01.418924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 59994) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:01.419986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-dcf74b05-8e45-40d0-9355-411710687071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:01.575760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.589180 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-435d539c-f45e-4ae5-9710-bfc57bb42835 req-798ce634-4425-4304-aa48-2e472d16ed6e service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929493 Apr 02 18:09:01.608257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.659871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.667822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8c1f3588-2c06-457f-b105-403af4fdc2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:01.679936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d7590-4272-4a20-8209-34b1768f3282,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:01.682388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:01.688191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:01.689409 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-671e6bd5-ecf0-4185-82c7-8190eb82582f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/331d7590-4272-4a20-8209-34b1768f3282 HTTP/1.1" status: 204 len: 168 time: 0.2694082 Apr 02 18:09:01.995425 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60002) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:02.015228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.030982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:02.035314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Usage tracker for resource:security_group_rule and tenant:cac1fb3c08de456e908c90db23947e98 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:02.038398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:02.044656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:02.136920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.141157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.148359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e56134c4-acca-4854-ac07-e27d806844e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:02.191755 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cac1fb3c08de456e908c90db23947e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950643 Apr 02 18:09:02.192822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46216c-d7f3-45aa-98a8-83f067ea2c3f,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:02.193964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60008) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:02.196253 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4c56cc8d-c716-4533-897d-f292a7564abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:02.261624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.335453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.401181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.405572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-65855f4a-8fb1-4b35-8b21-59df360888be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:02.422716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860cce5-e1f6-4740-afb0-9496446306bb req-d88f87e5-c36a-4b0d-8f26-a730626d22f7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:02.424262 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1860cce5-e1f6-4740-afb0-9496446306bb req-d88f87e5-c36a-4b0d-8f26-a730626d22f7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.1500444 Apr 02 18:09:02.429491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46216c-d7f3-45aa-98a8-83f067ea2c3f,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:02.431902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:02.462953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:02.464140 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e46216c-d7f3-45aa-98a8-83f067ea2c3f HTTP/1.1" status: 204 len: 168 time: 0.2690737 Apr 02 18:09:02.487836 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1860cce5-e1f6-4740-afb0-9496446306bb req-98b4a5cc-97b3-4ff4-9cc9-818abf7f4d9e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547040 Apr 02 18:09:03.692769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:09:03.701211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d083b-d14c-417c-a406-16606d63459e req-138db151-9192-4661-b781-3eb47280b1eb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:03.703557 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5a2d083b-d14c-417c-a406-16606d63459e req-138db151-9192-4661-b781-3eb47280b1eb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 946 time: 0.0961225 Apr 02 18:09:03.764215 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5a2d083b-d14c-417c-a406-16606d63459e req-6ee0a9fa-7953-4217-bb85-44de892afd58 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537739 Apr 02 18:09:03.844438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:03.874627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:03.885638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:03.890352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:03.892390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-70369084-d04e-47ad-b2a7-f6c130257fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:03.932552 dv-cinder-784603-1-smb neutron-server[84201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'code': 422} returned with failed status Apr 02 18:09:03.967370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=8']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:03.970597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:05.325532 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-a6766143-c4db-4d2c-87b8-246d4c93a51e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864820 Apr 02 18:09:05.329680 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339a680-d444-466f-bed6-b6ada8d27355 req-be913ed1-6880-46cc-9ecf-8e5ef687a6bd tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:05.331302 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7339a680-d444-466f-bed6-b6ada8d27355 req-be913ed1-6880-46cc-9ecf-8e5ef687a6bd tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1094837 Apr 02 18:09:05.384246 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7339a680-d444-466f-bed6-b6ada8d27355 req-93a4cdfb-6b48-4f02-9d7d-9d80fbb7975a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459328 Apr 02 18:09:05.869868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-8d745703-fdea-4150-bb3f-4fb8f58dce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:05.871479 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-8d745703-fdea-4150-bb3f-4fb8f58dce06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2&tenant_id=89b251dbda9d4c9abfb171177d0c09ac HTTP/1.1" status: 200 len: 1097 time: 0.0790627 Apr 02 18:09:05.972239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-aee964dc-3545-4208-b143-c0a32139e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:05.973877 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-aee964dc-3545-4208-b143-c0a32139e27c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1097 time: 0.0793920 Apr 02 18:09:06.119037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-e5562303-3028-4df2-b531-1e2189b9df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:06.120631 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-e5562303-3028-4df2-b531-1e2189b9df41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 200 len: 918 time: 0.1396170 Apr 02 18:09:06.140671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60186) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:06.231016 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-3393b88d-476e-445e-a4fa-cf4026bec107 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 200 len: 1000 time: 0.1042428 Apr 02 18:09:06.270691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.286240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:06.290489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Usage tracker for resource:security_group_rule and tenant:f2975aed6a0d433687df92b15f41434b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:06.293660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:06.300087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:06.302620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-3bc010d9-99f4-45d9-b288-4a343115611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:06.304227 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-3bc010d9-99f4-45d9-b288-4a343115611e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 200 len: 856 time: 0.0666087 Apr 02 18:09:06.386936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-8a466a52-5e6b-4afd-ab2a-2e990c9910ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:06.387757 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.388541 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-8a466a52-5e6b-4afd-ab2a-2e990c9910ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ad9d40-b775-4143-9db0-a154bc99b9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778301 Apr 02 18:09:06.391457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.400355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d43fb257-5869-49a5-a7fa-e3e574f0e964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:06.442142 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2975aed6a0d433687df92b15f41434b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976758 Apr 02 18:09:06.442761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60194) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:06.456325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9422e9ba-676d-4f35-864f-3e994e2d0b94,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:06.460593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:06.532999 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-e4f280f0-9af1-4be8-9405-51cb778c6b3b service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377661 Apr 02 18:09:06.570805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.606323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.666105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b063f3-f29b-4bc3-8572-cc85a49350f0 req-7e2903f5-bc88-4702-b05a-f97d337b6908 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:06.667685 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1b063f3-f29b-4bc3-8572-cc85a49350f0 req-7e2903f5-bc88-4702-b05a-f97d337b6908 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1602497 Apr 02 18:09:06.678165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.679886 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ed1b7f76-f1f2-423b-9a56-5b4c0517006e req-60279dc9-b6a5-47db-a5ed-c7c3ca07258a service neutron] 10.222.0.11 "GET /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401298 Apr 02 18:09:06.683450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c788603c-7726-46c6-b87f-869b0d97623b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:06.712321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422e9ba-676d-4f35-864f-3e994e2d0b94,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:06.719113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:06.732105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:06.736173 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9422e9ba-676d-4f35-864f-3e994e2d0b94 HTTP/1.1" status: 204 len: 168 time: 0.2896333 Apr 02 18:09:06.749720 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e1b063f3-f29b-4bc3-8572-cc85a49350f0 req-64b0ea01-fcd4-4a05-8672-289e183e2db1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669904 Apr 02 18:09:07.040706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60202) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:07.064849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.081546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:07.086293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Usage tracker for resource:security_group_rule and tenant:e55c04c514a942d495f773306b3081a7 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:07.089714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:07.096491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:07.189236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.192501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.199768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1e35cb89-00fd-4836-aea3-e40e8e7f06f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:07.243104 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e55c04c514a942d495f773306b3081a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010562 Apr 02 18:09:07.244044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5abe36-5838-4f55-a24c-25cf31482f38,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:07.246177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60212) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:07.247103 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:07.310337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.338733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.387013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.392023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d01c5d52-a6bc-44c7-ad1f-d04b4e27fd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:07.404774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5abe36-5838-4f55-a24c-25cf31482f38,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:07.408600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:07.414165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:07.418065 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c5abe36-5838-4f55-a24c-25cf31482f38 HTTP/1.1" status: 204 len: 168 time: 0.1702337 Apr 02 18:09:07.691995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:09:08.069092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becd553-7560-433e-95cb-56de72c031a5 req-26114851-6704-4c35-8472-a7dc1d1da653 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:08.071149 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3becd553-7560-433e-95cb-56de72c031a5 req-26114851-6704-4c35-8472-a7dc1d1da653 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1003747 Apr 02 18:09:08.142394 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3becd553-7560-433e-95cb-56de72c031a5 req-13beff4d-47b3-493b-b6a4-352df7c0aa88 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639498 Apr 02 18:09:09.404786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21a6f-26f1-48dc-84be-b3d91660d76c req-1726618c-39b9-4fd5-b233-d817a2574aa6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:09.406401 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-15b21a6f-26f1-48dc-84be-b3d91660d76c req-1726618c-39b9-4fd5-b233-d817a2574aa6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1010609 Apr 02 18:09:09.469862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-15b21a6f-26f1-48dc-84be-b3d91660d76c req-fad4aa0b-2df1-4195-bce3-6114f7e19726 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567882 Apr 02 18:09:10.684774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179555bf-414b-45a1-b267-68d7e822df82 req-8d791990-8d88-48bd-bd2c-d6727c622cd7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:10.687304 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-179555bf-414b-45a1-b267-68d7e822df82 req-8d791990-8d88-48bd-bd2c-d6727c622cd7 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0977180 Apr 02 18:09:10.737234 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-179555bf-414b-45a1-b267-68d7e822df82 req-29ccdee0-aa04-4dbb-86df-ad94f6531b95 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Apr 02 18:09:11.951159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb0a0-ce6c-4215-b0ed-9bceb9b8d85f req-de44ebca-d527-44b0-8e8c-fb39970e23c0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:11.952806 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9afeb0a0-ce6c-4215-b0ed-9bceb9b8d85f req-de44ebca-d527-44b0-8e8c-fb39970e23c0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0925338 Apr 02 18:09:12.006547 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9afeb0a0-ce6c-4215-b0ed-9bceb9b8d85f req-338feae0-e971-4aee-9fc5-4e0905b4579f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Apr 02 18:09:13.245357 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7aa8-2001-4e2f-aa99-dc289b379543 req-ec15894b-4c8d-40b2-bba6-2f32c38a6543 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:13.246983 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-934f7aa8-2001-4e2f-aa99-dc289b379543 req-ec15894b-4c8d-40b2-bba6-2f32c38a6543 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1155958 Apr 02 18:09:13.322957 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-934f7aa8-2001-4e2f-aa99-dc289b379543 req-dfa42272-019c-49cb-9794-0504ab9ed58e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 Apr 02 18:09:14.542986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c06b7-e9df-42ee-945f-3ea63622d49f req-6b6696ef-8ebd-4c2b-83f3-759888b9dad6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:14.545890 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0b1c06b7-e9df-42ee-945f-3ea63622d49f req-6b6696ef-8ebd-4c2b-83f3-759888b9dad6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0970564 Apr 02 18:09:14.601108 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0b1c06b7-e9df-42ee-945f-3ea63622d49f req-e74f932a-c574-4d53-a792-c4a16e40143d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Apr 02 18:09:15.561132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60368) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:15.706345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:15.721661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:15.727571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Usage tracker for resource:security_group_rule and tenant:64c490eb64c34c399b0b0b45a176a96d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:15.779476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:15.787530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:15.846986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f0f03-bbbd-4722-a930-e69334a5f420 req-2e8c0ae7-e3e1-4cb4-8a55-a3f2853b2b0c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:15.849381 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-477f0f03-bbbd-4722-a930-e69334a5f420 req-2e8c0ae7-e3e1-4cb4-8a55-a3f2853b2b0c tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1238201 Apr 02 18:09:15.936157 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-477f0f03-bbbd-4722-a930-e69334a5f420 req-ff59aaad-20d1-4259-be0b-8920149f1bb6 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741625 Apr 02 18:09:15.962314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:15.970751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:15.978211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ccdd43f8-8c52-4811-ac5f-cdce68550360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:16.022557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60376) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:16.024540 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64c490eb64c34c399b0b0b45a176a96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621453 Apr 02 18:09:16.033823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecfeaed-818c-4f48-b8e8-52a99d4dde22,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:16.037400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:16.087764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.116093 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.162665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.168928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-30e0c7af-800b-440d-9dbc-a337225d8180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:16.181310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecfeaed-818c-4f48-b8e8-52a99d4dde22,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:16.183723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:16.189427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.192804 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c55775fa-3084-428a-b061-6de75b056117 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ecfeaed-818c-4f48-b8e8-52a99d4dde22 HTTP/1.1" status: 204 len: 168 time: 0.1669331 Apr 02 18:09:16.497130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60384) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:16.517267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.532626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:16.536780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Usage tracker for resource:security_group_rule and tenant:e2b0fb3956aa4123b19ea826b1582deb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:16.539731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:16.545821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:16.633262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.637212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.646625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-771caa33-b7ff-43da-9a8f-62c710d59dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:16.677059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2b0fb3956aa4123b19ea826b1582deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784792 Apr 02 18:09:16.680135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60388) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:16.710314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b57f9-cf12-4fb7-aef5-e375b26e484c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:16.719579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:16.761676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.789977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.838505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.844018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-27a1ecf1-60ad-414f-8c7f-609d944ab28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:16.858946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b57f9-cf12-4fb7-aef5-e375b26e484c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:16.861390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:16.873117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:16.875091 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c4b57f9-cf12-4fb7-aef5-e375b26e484c HTTP/1.1" status: 204 len: 168 time: 0.1939683 Apr 02 18:09:17.187143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684911d-9116-47af-bee6-e686029f0502 req-97041e39-68f7-420e-b3fc-acf1954c383d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:17.188927 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a684911d-9116-47af-bee6-e686029f0502 req-97041e39-68f7-420e-b3fc-acf1954c383d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.1164830 Apr 02 18:09:17.259956 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a684911d-9116-47af-bee6-e686029f0502 req-cabe37b0-d82b-415a-9283-b02e9099eb2a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619018 Apr 02 18:09:18.476165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faea6fc-b83c-4057-b8d2-ac01e4dd4c6e req-04dac6fe-b37f-44eb-907c-2773785917a4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:18.477949 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0faea6fc-b83c-4057-b8d2-ac01e4dd4c6e req-04dac6fe-b37f-44eb-907c-2773785917a4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0885396 Apr 02 18:09:18.507550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-41db300b-6740-40a4-a56c-b88cd67e8027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:18.529237 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0faea6fc-b83c-4057-b8d2-ac01e4dd4c6e req-73c9be3b-f777-4725-b177-6a37df60096d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439091 Apr 02 18:09:18.640673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:09:19.430176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60466) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:19.555421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.570794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:19.574903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Usage tracker for resource:security_group_rule and tenant:3f010efd0d2541ed92d1691cadbc6e45 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:19.577970 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:19.584370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:19.671906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.675799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.683083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0d4fafa6-3344-4201-a014-bfc2243ee13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:19.726548 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f010efd0d2541ed92d1691cadbc6e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951581 Apr 02 18:09:19.727528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e61858-e6ad-4653-91dd-12d00a85acae,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:19.730208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60474) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:19.730693 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-643edf54-1655-4e09-95d8-05f33ccfcbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:19.743922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcc358-209c-4944-ab8f-3c4823e1e600 req-c8c4df75-128f-456c-b240-1628bfab016b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:19.745625 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40dcc358-209c-4944-ab8f-3c4823e1e600 req-c8c4df75-128f-456c-b240-1628bfab016b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0985229 Apr 02 18:09:19.826968 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-40dcc358-209c-4944-ab8f-3c4823e1e600 req-90f3b11d-ab08-42a9-8425-69765ad23c23 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713222 Apr 02 18:09:19.841675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.869481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.894741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.918525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.923464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7ce6e2a4-4069-4c9f-8b50-9808edadf1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:19.934105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e61858-e6ad-4653-91dd-12d00a85acae,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:19.936468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:19.942550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:19.943745 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0e11dae0-0c92-4861-8930-714413c984b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34e61858-e6ad-4653-91dd-12d00a85acae HTTP/1.1" status: 204 len: 168 time: 0.2125525 Apr 02 18:09:20.212242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1c69-2fbd-442b-b671-15a4a64f181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.259373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60482) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:20.278794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.294154 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:20.298630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Usage tracker for resource:security_group_rule and tenant:901f7bf49254413ca641f50070e2638f is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:20.301999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:20.308274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:20.393669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.398044 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.404780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c61dc0e5-c230-4661-a042-89adcfe86df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:20.448300 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=901f7bf49254413ca641f50070e2638f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877718 Apr 02 18:09:20.449207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb74e9-f88e-476b-a795-cd2ee3c83bc9,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:20.452747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-83e64c20-45ee-4087-9464-052121be7a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:20.454579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60486) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:20.521548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.549466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.597008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.600721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:20.612178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb74e9-f88e-476b-a795-cd2ee3c83bc9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:20.615928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:20.619309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:20.620497 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1cb74e9-f88e-476b-a795-cd2ee3c83bc9 HTTP/1.1" status: 204 len: 168 time: 0.1648140 Apr 02 18:09:21.034598 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061b75-c59f-45e2-88d7-6cba54c54281 req-ce8c6303-854b-4ec4-88db-5d14ff1bbfb9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:21.036399 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0a061b75-c59f-45e2-88d7-6cba54c54281 req-ce8c6303-854b-4ec4-88db-5d14ff1bbfb9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 944 time: 0.0890031 Apr 02 18:09:21.089746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:21.090692 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0a061b75-c59f-45e2-88d7-6cba54c54281 req-f93bad46-e242-40de-895f-f89b3c6d2646 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472870 Apr 02 18:09:21.768961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:09:21.884095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60520) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:21.912922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:21.927031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '03ef1d58-0129-4450-8a84-d4213710dd04', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'port_id': '03ef1d58-0129-4450-8a84-d4213710dd04', 'mac_address': 'fa:16:3e:6c:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:09:21.986236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.004008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ef1d58-0129-4450-8a84-d4213710dd04 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:09:22.011410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.020452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:22.024153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.026852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.027026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:22.031094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a1ae0cb53084b84b334e69b999dcc8c is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:22.034105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:22.040116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:22.098417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=9']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:22.101624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:22.125842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.129488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.137063 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1f8d6b73-a473-422e-a04b-ee6fbb31551c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.181575 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a1ae0cb53084b84b334e69b999dcc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961216 Apr 02 18:09:22.182521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d36e5-1760-4b7c-aa4e-3c4e72de9e93,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:22.184721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60530) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:22.185914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:22.237138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['03ef1d58-0129-4450-8a84-d4213710dd04'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:09:22.248390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.276599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.322154 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.326919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fa9b9f50-3a5e-4fca-a432-6da33d7596a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:22.342414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d36e5-1760-4b7c-aa4e-3c4e72de9e93,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:22.345236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:22.346505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:22.354577 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-62957767-a406-462d-a567-fbd2eefd202f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/426d36e5-1760-4b7c-aa4e-3c4e72de9e93 HTTP/1.1" status: 204 len: 168 time: 0.1647415 Apr 02 18:09:22.503447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa879a-6b2a-456d-88c5-fbebd73cce4e req-2dd9d51f-a70c-47d9-822b-725b6ce6861a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:22.505149 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cdaa879a-6b2a-456d-88c5-fbebd73cce4e req-2dd9d51f-a70c-47d9-822b-725b6ce6861a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.0939124 Apr 02 18:09:22.795475 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cdaa879a-6b2a-456d-88c5-fbebd73cce4e req-fe78f85b-51c9-41ad-b246-16b7cb096ced tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835448 Apr 02 18:09:22.870736 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.783308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:09:23.859933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 03ef1d58-0129-4450-8a84-d4213710dd04 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:09:23.860461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:23.983940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:24.000824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2e28-1171-4ac7-95e2-88b3584ccf7c req-e2f36544-af72-4dee-a2f4-11286f1547e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:24.002425 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f61c2e28-1171-4ac7-95e2-88b3584ccf7c req-e2f36544-af72-4dee-a2f4-11286f1547e4 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 945 time: 0.0872955 Apr 02 18:09:24.011690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:24.022137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:24.025301 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:24.027613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-70369084-d04e-47ad-b2a7-f6c130257fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:24.053732 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f61c2e28-1171-4ac7-95e2-88b3584ccf7c req-c8923d88-92d9-431b-a68f-78ab48e10a1d tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Apr 02 18:09:24.064662 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'code': 200} Apr 02 18:09:24.098489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=10']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:24.101697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:24.329184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe42b4-a42a-430f-a61f-559a23d9a24b req-dc54653a-685b-49c2-836b-9d471dea14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:24.330840 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44fe42b4-a42a-430f-a61f-559a23d9a24b req-dc54653a-685b-49c2-836b-9d471dea14b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 1100 time: 0.0898962 Apr 02 18:09:24.378281 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44fe42b4-a42a-430f-a61f-559a23d9a24b req-5277ab4e-debb-4b8e-b5d0-0e684c5d5e9c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Apr 02 18:09:24.529524 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-fe1bed39-060b-447b-ab9e-e89edfe9ba2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906322 Apr 02 18:09:24.693550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-cd0a843a-c2c4-43ab-9a33-bf590c25b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:24.695151 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-cd0a843a-c2c4-43ab-9a33-bf590c25b723 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.0823574 Apr 02 18:09:24.854957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-d299d46e-ed7f-4fb9-9529-f1690a98fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:24.856539 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-d299d46e-ed7f-4fb9-9529-f1690a98fee0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.1394045 Apr 02 18:09:24.969030 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-3f76ba56-2d98-4d4a-a4b0-8055cc80d492 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 1001 time: 0.1049953 Apr 02 18:09:25.041989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-0b36046d-7c6c-49b3-a59a-e26463b6e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:25.043557 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-0b36046d-7c6c-49b3-a59a-e26463b6e5a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.0668004 Apr 02 18:09:25.128963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-e2b3a144-ee86-424e-8bfe-ee628e0efe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:25.130867 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-e2b3a144-ee86-424e-8bfe-ee628e0efe2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778503 Apr 02 18:09:25.297878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8162-5943-48bc-9e14-f9cfd90274a0 req-04fb75a7-dea7-4490-90fc-affa91f2526e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:25.305541 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b1d8162-5943-48bc-9e14-f9cfd90274a0 req-04fb75a7-dea7-4490-90fc-affa91f2526e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 947 time: 0.1135530 Apr 02 18:09:25.312077 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-96fc5c74-0ae4-4dfa-9a0a-9d761d781374 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712904 Apr 02 18:09:25.359990 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b1d8162-5943-48bc-9e14-f9cfd90274a0 req-df55778d-4e45-46f6-b870-65d160c04f1b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535414 Apr 02 18:09:25.497239 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cf1b45f6-1942-432a-9a3d-93e159ebb284 req-a1ca7bcb-50cc-4e9d-a8e9-c04398fe6e7b service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768312 Apr 02 18:09:25.754450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:26.585310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f79a3-eab4-44db-aaee-6674a71f5073 req-7ecc89ae-595a-4553-9629-d1f16e681ddb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:26.586738 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-760f79a3-eab4-44db-aaee-6674a71f5073 req-7ecc89ae-595a-4553-9629-d1f16e681ddb tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 947 time: 0.0955424 Apr 02 18:09:26.638445 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-760f79a3-eab4-44db-aaee-6674a71f5073 req-fc53e951-8ec4-4e37-ae13-1feea4ff8df2 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Apr 02 18:09:34.930069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60710) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:35.057852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.073009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:35.077198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Usage tracker for resource:security_group_rule and tenant:d33d056fca5d414d8591922d34ffdeb9 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:35.080573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:35.086648 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:35.177209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.181155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.192635 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5dad062c-6bd5-4381-8ec2-4becd04f398f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:35.235050 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d33d056fca5d414d8591922d34ffdeb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038089 Apr 02 18:09:35.235937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef74450-1269-4447-8b54-9a501169a346,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:35.238267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60716) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:35.239292 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:35.301813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.329869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.376211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.379961 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b55d4c48-a171-4e22-9c5e-661b5adb7446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:35.391510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef74450-1269-4447-8b54-9a501169a346,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:35.396459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:35.398476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:35.399632 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f5e260cf-4b10-48c1-b2fd-9eac993d6974 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ef74450-1269-4447-8b54-9a501169a346 HTTP/1.1" status: 204 len: 168 time: 0.1603127 Apr 02 18:09:42.412300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60784) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:42.543313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.559798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:09:42.563955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Usage tracker for resource:security_group_rule and tenant:030dc72bf1a14a81941582b9b01c7097 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:09:42.567184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:09:42.573589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:09:42.663863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.668622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.679754 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35f913b3-5339-4f2f-bbf4-d0b68b3e2448 tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:42.720488 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=030dc72bf1a14a81941582b9b01c7097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070679 Apr 02 18:09:42.722191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd7f37c-b082-4d85-9f58-fa7c538bcdda,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:42.723626 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60790) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:42.725674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-360a7581-7930-4cc2-b938-299f8cb14677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:42.787166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.813816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.859177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.862996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4b6df17b-5ed7-4365-a5c7-ae98ce6c26cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:42.877703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd7f37c-b082-4d85-9f58-fa7c538bcdda,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:42.890138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.890556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.890988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.891361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.891756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.892132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.892520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.892908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.893442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.893781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.894173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.894531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:42.900454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:42.912668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:42.916600 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2cba3060-8480-46dc-b75f-5082eee19d36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cd7f37c-b082-4d85-9f58-fa7c538bcdda HTTP/1.1" status: 204 len: 168 time: 0.1891799 Apr 02 18:09:48.510228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6ad3-a904-4e88-9150-11a7ceb801e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:49.910882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:50.214708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6516600d-916b-4d88-953a-db5459505ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.046993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60798) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:51.088982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.266549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Deleting port c41ffd3c-4592-4d0b-bc02-06cb59147ada {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:09:51.266927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.447020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.447331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.579533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Calling delete_port for c41ffd3c-4592-4d0b-bc02-06cb59147ada owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:09:51.749768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:51.763014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:51.816541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event deleted for resources: {'Port': ['ID=c41ffd3c-4592-4d0b-bc02-06cb59147ada,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:51.821920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:52.035399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for floatingip, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:52.035698 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Floating IP c447e496-d265-4694-ad0a-2e507ba24ede disassociated (deleted). External IP: 172.28.0.94, port: c415dd14-f395-42a0-9b63-8c5639eccbda. Apr 02 18:09:52.632613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Router d4a4ad83-701b-4853-9412-ef20247233f7 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:09:52.830270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:09:52.840512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] Sync routers for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:09:52.850812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:52.851479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:52.851817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:52.873702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:52.913630 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "DELETE /v2.0/floatingips/c447e496-d265-4694-ad0a-2e507ba24ede HTTP/1.1" status: 204 len: 168 time: 1.8650377 Apr 02 18:09:52.914237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:52.965652 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'status': 'completed', 'code': 200} Apr 02 18:09:53.071521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-074fa0d5-f1bf-4ec8-856e-736033c16cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.073149 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-074fa0d5-f1bf-4ec8-856e-736033c16cb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 1099 time: 0.0828733 Apr 02 18:09:53.210762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:53.218956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-c3c5b8e6-8fca-45d2-98d1-f77558adf865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.220872 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-c3c5b8e6-8fca-45d2-98d1-f77558adf865 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 200 len: 909 time: 0.1398449 Apr 02 18:09:53.299992 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-8d6d1b1c-6532-457a-b3f1-8eab3b9a3716 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 200 len: 217 time: 0.0709915 Apr 02 18:09:53.318901 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0f07-0e7b-4e96-a21e-355a71c85ade req-dcbfdca5-b9dc-442a-bb8e-776d6f2ec5a2 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.320750 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-911e0f07-0e7b-4e96-a21e-355a71c85ade req-dcbfdca5-b9dc-442a-bb8e-776d6f2ec5a2 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0873601 Apr 02 18:09:53.370203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-2629d3ed-e27c-498f-a960-774e6b0fcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.371791 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-2629d3ed-e27c-498f-a960-774e6b0fcadd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 200 len: 847 time: 0.0652010 Apr 02 18:09:53.375035 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-911e0f07-0e7b-4e96-a21e-355a71c85ade req-4318a2fa-84f1-40af-a3c2-3ffbd1f93be7 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471761 Apr 02 18:09:53.459669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-357f1329-6c52-4e2f-8185-28c0ee9cce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:53.461335 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-357f1329-6c52-4e2f-8185-28c0ee9cce62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9916792-909f-45bc-a067-bdcc8c261b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810070 Apr 02 18:09:53.543536 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:53.548009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] Checking router: d4a4ad83-701b-4853-9412-ef20247233f7 for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:09:53.558158 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:53.558806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:53.606971 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-0a6bb20c-58cc-4940-ad6b-e1981969de52 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364439 Apr 02 18:09:53.744293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:53.749284 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-82f467c7-1b48-4adc-84db-f0411df0c21c req-1411957f-6432-4b5c-82d1-db742bc59721 service neutron] 10.222.0.11 "GET /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350353 Apr 02 18:09:54.075472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:54.080526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e06316-2714-484c-99a0-d52c5c54c235 None None] The sync data for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb is: [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:05:12Z', 'revision_number': 4, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'e6930b41-17f4-4aca-abfc-03c418191cac', 'name': '', 'network_id': 'f9916792-909f-45bc-a067-bdcc8c261b8c', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'mac_address': 'fa:16:3e:20:c4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:11Z', 'updated_at': '2021-04-02T18:05:22Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'subnets': [{'id': '04c4f529-811d-4c15-bf72-0f8a545dc23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:09:54.488625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38781807-420b-4251-857d-593f7db44e68 None None] New status for floating IP c447e496-d265-4694-ad0a-2e507ba24ede: DOWN {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:09:54.580991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65a138-ae41-4652-88bb-bd2e7e968c90 req-258b65d9-10bc-49b2-bf72-f31e9cbf0b25 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:54.583865 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d65a138-ae41-4652-88bb-bd2e7e968c90 req-258b65d9-10bc-49b2-bf72-f31e9cbf0b25 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.0908415 Apr 02 18:09:54.633360 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d65a138-ae41-4652-88bb-bd2e7e968c90 req-5e6cedd5-eea0-4de9-9d1e-16007633e188 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/security-groups?id=8a66cc85-ad60-4dbc-ae97-a6e05dd77339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440593 Apr 02 18:09:54.660591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-68c532a0-81e1-49bb-bd67-b72f1a1744ca tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:54.661395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-68c532a0-81e1-49bb-bd67-b72f1a1744ca tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Synchronizing usage tracker for tenant:0917afcac84b4b6c85d54c71c2b8707b on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:54.676473 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-68c532a0-81e1-49bb-bd67-b72f1a1744ca tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Unset dirty status for tenant:0917afcac84b4b6c85d54c71c2b8707b on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:54.677793 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-68c532a0-81e1-49bb-bd67-b72f1a1744ca tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.11 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 946 time: 0.1074290 Apr 02 18:09:54.761382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Deleting port c415dd14-f395-42a0-9b63-8c5639eccbda {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:09:54.761940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.027326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] For port c415dd14-f395-42a0-9b63-8c5639eccbda, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c415dd14-f395-42a0-9b63-8c5639eccbda,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:55.027589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.162833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Calling delete_port for c415dd14-f395-42a0-9b63-8c5639eccbda owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:09:55.312432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.331153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-06c509d8-b14e-4d4b-a6c3-56cbb61cd360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:55.389296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event deleted for resources: {'Port': ['ID=c415dd14-f395-42a0-9b63-8c5639eccbda,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:55.393106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:55.579480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] No DVR routers for this DVR port c415dd14-f395-42a0-9b63-8c5639eccbda on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:09:55.582019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.584843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-deleted', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:55.600696 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-533d1a7e-c9a2-4a26-aae0-1c031f742ae5 req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.11 "DELETE /v2.0/ports/c415dd14-f395-42a0-9b63-8c5639eccbda HTTP/1.1" status: 204 len: 173 time: 0.9172938 Apr 02 18:09:55.641843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:09:55.644817 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5b8c8-6f4d-40bd-98e7-8cd766a0da46', 'name': 'network-vif-deleted', 'tag': 'c415dd14-f395-42a0-9b63-8c5639eccbda', 'status': 'completed', 'code': 200} Apr 02 18:09:55.707269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e7e6-c52e-4bcd-ac5e-a233cfcd69e9 req-c543f1b0-5309-4bd5-a540-d33e80bd9179 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:55.709446 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-33d0e7e6-c52e-4bcd-ac5e-a233cfcd69e9 req-c543f1b0-5309-4bd5-a540-d33e80bd9179 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 947 time: 0.0949564 Apr 02 18:09:55.754447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:55.757493 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-33d0e7e6-c52e-4bcd-ac5e-a233cfcd69e9 req-1df34387-ac4a-4885-8879-af69b5e2b33a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Apr 02 18:09:55.807561 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0f9a43ce-0551-4d30-8137-4a618a0236f9 req-a7aeb076-650f-4110-a991-8cdf5abc4647 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a5b8c8-6f4d-40bd-98e7-8cd766a0da46 HTTP/1.1" status: 200 len: 210 time: 0.0489483 Apr 02 18:09:56.909593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60828) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:56.972644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86327af-5503-4b88-a75c-a9b3591aff0b req-bcd63438-3adc-40a2-88d8-7181bf612255 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:56.974182 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b86327af-5503-4b88-a75c-a9b3591aff0b req-bcd63438-3adc-40a2-88d8-7181bf612255 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 947 time: 0.0939701 Apr 02 18:09:57.023403 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b86327af-5503-4b88-a75c-a9b3591aff0b req-d203bb69-0fc4-4e57-afcd-7b0eaf43c571 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups?id=b75c91a7-ab2a-4b86-ae75-b3f5088320e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Apr 02 18:09:57.047665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.086916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.105756 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-1b7b77fb-1042-43c7-af6e-65becd94692a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:09:57.106516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-1b7b77fb-1042-43c7-af6e-65becd94692a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Synchronizing usage tracker for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:09:57.147298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-1b7b77fb-1042-43c7-af6e-65becd94692a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Unset dirty status for tenant:89b251dbda9d4c9abfb171177d0c09ac on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:09:57.148565 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-1b7b77fb-1042-43c7-af6e-65becd94692a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 947 time: 0.2102020 Apr 02 18:09:57.195624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.206772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1ecfc207-b043-4398-b14a-ba0896833c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:57.234977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a66cc85-ad60-4dbc-ae97-a6e05dd77339,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:57.240185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:57.256615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Deleting port 03ef1d58-0129-4450-8a84-d4213710dd04 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:09:57.257139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.289009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.290261 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f04f3ff1-8a31-4b19-b374-1301731f5ab5 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] 10.222.0.22 "DELETE /v2.0/security-groups/8a66cc85-ad60-4dbc-ae97-a6e05dd77339 HTTP/1.1" status: 204 len: 168 time: 0.3795857 Apr 02 18:09:57.334559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60834) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:09:57.524110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] For port 03ef1d58-0129-4450-8a84-d4213710dd04, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=03ef1d58-0129-4450-8a84-d4213710dd04,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:57.524369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.830254 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.830664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.831008 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Floating IP 182e0c24-4097-4fb0-934b-c8a9072d2d6e disassociated. External IP: 172.28.0.237, port: 03ef1d58-0129-4450-8a84-d4213710dd04. Apr 02 18:09:57.831377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Calling delete_port for 03ef1d58-0129-4450-8a84-d4213710dd04 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:09:57.902493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.960304 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:09:57.986000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:57.999246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: c415dd14-f395-42a0-9b63-8c5639eccbda {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:09:57.999640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device c415dd14-f395-42a0-9b63-8c5639eccbda not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:09:58.000113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:09:58.001372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:58.035105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 03ef1d58-0129-4450-8a84-d4213710dd04 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:09:58.035477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 03ef1d58-0129-4450-8a84-d4213710dd04 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:09:58.060577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event deleted for resources: {'Port': ['ID=03ef1d58-0129-4450-8a84-d4213710dd04,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:58.065916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:58.236549 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-06999905-722e-4ce8-8412-ca888f11cf3e req-c6c32b4c-eaa0-4b36-bf6f-4bab6d94121b tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 210 time: 0.0823500 Apr 02 18:09:58.328532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Deleting port e6930b41-17f4-4aca-abfc-03c418191cac {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:09:58.328906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.524884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] For port e6930b41-17f4-4aca-abfc-03c418191cac, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=e6930b41-17f4-4aca-abfc-03c418191cac,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:09:58.525144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.619656 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Router 1add256e-a47a-4774-aa8e-418a3f3933ac has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:09:58.659860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Calling delete_port for e6930b41-17f4-4aca-abfc-03c418191cac owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:09:58.831105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:09:58.850882 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.855255 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:09:58.866057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:58.866751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:58.869910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:09:58.911030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] No DVR routers for this DVR port 03ef1d58-0129-4450-8a84-d4213710dd04 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:09:58.913776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:58.916870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-deleted', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:09:58.928813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6930b41-17f4-4aca-abfc-03c418191cac,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:09:58.932024 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-abb5830e-1142-4ab5-97b7-1f4e3696d970 req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.11 "DELETE /v2.0/ports/03ef1d58-0129-4450-8a84-d4213710dd04 HTTP/1.1" status: 204 len: 173 time: 1.7770419 Apr 02 18:09:58.973173 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43dc0b-e7ca-404d-af95-0d96d3b390d2', 'name': 'network-vif-deleted', 'tag': '03ef1d58-0129-4450-8a84-d4213710dd04', 'status': 'completed', 'code': 200} Apr 02 18:09:58.984021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.984426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.984819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.985202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.985610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.985995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.986373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.986750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.987131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.987507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.987880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.988250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:09:58.996704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:09:59.070320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:59.347708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:09:59.470095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:59.475588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:09:59.484529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:09:59.485319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:09:59.681490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:09:59.740429 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c72bd23a-163d-4c6e-8319-4c5008af134b req-b6bda73c-0c62-4fe2-9bea-5738a74253e0 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d43dc0b-e7ca-404d-af95-0d96d3b390d2 HTTP/1.1" status: 200 len: 210 time: 0.2956560 Apr 02 18:10:00.015977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:00.020089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16a36d-25d4-4c80-8a75-4faaccf17bc4 None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:04:18Z', 'revision_number': 4, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '3e4b6962-1d53-44c6-88fe-acbfd692f9de', 'name': '', 'network_id': 'd4ad9d40-b775-4143-9db0-a154bc99b9ec', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'mac_address': 'fa:16:3e:26:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:17Z', 'updated_at': '2021-04-02T18:04:27Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'subnets': [{'id': '6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:10:00.166885 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Router d4a4ad83-701b-4853-9412-ef20247233f7 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:10:00.361053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:10:00.369902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] Sync routers for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:10:00.380169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:00.381121 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:00.382809 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e4a1c57d-7ae0-44b5-a6fe-80910987355f admin admin] 10.222.0.22 "PUT /v2.0/routers/d4a4ad83-701b-4853-9412-ef20247233f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0470436 Apr 02 18:10:00.385607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60844) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:00.413277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f40a7-0964-4c0e-821c-b8d96c60262f None None] New status for floating IP 182e0c24-4097-4fb0-934b-c8a9072d2d6e: DOWN {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:10:00.585148 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.753792 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:00.806271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.821469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Deleting port f794e0a8-bcda-4e17-97a0-e44d0cb7660a {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:00.821843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:00.909652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60852) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:00.985638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.017076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.022311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] For port f794e0a8-bcda-4e17-97a0-e44d0cb7660a, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:01.022707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.064682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.070002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7045d0e1-47a1-48a8-adc5-b97b41739099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.085642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75c91a7-ab2a-4b86-ae75-b3f5088320e7,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.088037 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:09:58Z', 'revision_number': 5, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port': {'id': 'f794e0a8-bcda-4e17-97a0-e44d0cb7660a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:07Z', 'updated_at': '2021-04-02T18:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:01.088419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.092400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] Checking router: d4a4ad83-701b-4853-9412-ef20247233f7 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:10:01.095992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.097194 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ca55a2e7-8a67-48ba-beae-733f60df5c8e tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "DELETE /v2.0/security-groups/b75c91a7-ab2a-4b86-ae75-b3f5088320e7 HTTP/1.1" status: 204 len: 168 time: 0.1845820 Apr 02 18:10:01.100065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60856) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:01.112699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] Routers {'d4a4ad83-701b-4853-9412-ef20247233f7'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:01.113419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['d4a4ad83-701b-4853-9412-ef20247233f7'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:01.120580 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.api.v2.resource [None req-2256826b-fb81-41be-aca1-673ff8b1d797 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] show failed (client error): The resource could not be found. Apr 02 18:10:01.124529 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2256826b-fb81-41be-aca1-673ff8b1d797 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "GET /v2.0/security-groups/b75c91a7-ab2a-4b86-ae75-b3f5088320e7 HTTP/1.1" status: 404 len: 347 time: 0.0205600 Apr 02 18:10:01.124739 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60860) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:01.164763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Calling delete_port for f794e0a8-bcda-4e17-97a0-e44d0cb7660a owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:01.272837 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] Set router d4a4ad83-701b-4853-9412-ef20247233f7 gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:01.290879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Deleting port 53443d3f-8994-4e79-b810-ca9f9f0fe5d3 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:01.291349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.347982 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.374336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-682eb6f5-9733-4396-8b74-1cc2879dfbb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.391865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:10:00Z', 'revision_number': 6, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port_host': None}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:01.396354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eea88-887c-4f15-971d-033be6b119d2 None None] The sync data for ids ['d4a4ad83-701b-4853-9412-ef20247233f7'] in dv-cinder-784603-1-smb is: [{'id': 'd4a4ad83-701b-4853-9412-ef20247233f7', 'name': 'tempest-TestShelveInstance-350301128-router', 'tenant_id': '0917afcac84b4b6c85d54c71c2b8707b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:06Z', 'updated_at': '2021-04-02T18:10:00Z', 'revision_number': 6, 'project_id': '0917afcac84b4b6c85d54c71c2b8707b', 'gw_port_host': None}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:10:01.478771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.479049 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.481992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Pushing event deleted for resources: {'Port': ['ID=f794e0a8-bcda-4e17-97a0-e44d0cb7660a,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.484639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.614485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Calling delete_port for 53443d3f-8994-4e79-b810-ca9f9f0fe5d3 owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:01.624333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.771470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.798175 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-31fe1773-8087-4b97-824f-8f3b74f99de3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:01.810637 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.812959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.834135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.834717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a4ad83-701b-4853-9412-ef20247233f7 {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:10:01.848273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.849531 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d48dc49b-74da-4fa9-b320-64cfde536388 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d4a4ad83-701b-4853-9412-ef20247233f7 HTTP/1.1" status: 204 len: 168 time: 1.4629047 Apr 02 18:10:01.852366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60864) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:01.892711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Pushing event deleted for resources: {'Port': ['ID=53443d3f-8994-4e79-b810-ca9f9f0fe5d3,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:01.901237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:01.923264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Deleting subnet 04c4f529-811d-4c15-bf72-0f8a545dc23e {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:10:01.926430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:01.980842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839764326'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.052868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks [] for floatingip, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.070228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.071508 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] 10.222.0.22 "DELETE /v2.0/floatingips/182e0c24-4097-4fb0-934b-c8a9072d2d6e HTTP/1.1" status: 204 len: 168 time: 0.9457750 Apr 02 18:10:02.077170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.344733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15479731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14570911'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.360701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2f6b533d-295d-40c9-b12d-325b4dbae5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:02.412421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c4f529-811d-4c15-bf72-0f8a545dc23e,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:02.415619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:02.503793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.509552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc93f1d5-d22d-4414-bd8f-155799d2ecd7 None None] Network f9916792-909f-45bc-a067-bdcc8c261b8c requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:02.510585 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f2087fe3-97e2-4f1f-8b26-ca8868a9c5e1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04c4f529-811d-4c15-bf72-0f8a545dc23e HTTP/1.1" status: 204 len: 168 time: 0.6572118 Apr 02 18:10:02.513440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60872) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:02.738575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device e6930b41-17f4-4aca-abfc-03c418191cac no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:02.778834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: e6930b41-17f4-4aca-abfc-03c418191cac {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:02.779364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device e6930b41-17f4-4aca-abfc-03c418191cac not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:02.779952 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f794e0a8-bcda-4e17-97a0-e44d0cb7660a no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:02.816498 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] DHCP port deletion for f9916792-909f-45bc-a067-bdcc8c261b8c request from dv-cinder-784603-1-smb {{(pid=84316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:10:02.825817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: f794e0a8-bcda-4e17-97a0-e44d0cb7660a {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:02.826206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f794e0a8-bcda-4e17-97a0-e44d0cb7660a not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:02.827840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Deleting port ce10b026-926d-4a13-8df6-122001cc4283 {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:02.828568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.900684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:02.968457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Deleting port ce10b026-926d-4a13-8df6-122001cc4283 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:02.968716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.046664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] For port ce10b026-926d-4a13-8df6-122001cc4283, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=ce10b026-926d-4a13-8df6-122001cc4283,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:03.047027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.177572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Calling delete_port for ce10b026-926d-4a13-8df6-122001cc4283 owned by network:dhcp {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:03.182269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] For port ce10b026-926d-4a13-8df6-122001cc4283, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=ce10b026-926d-4a13-8df6-122001cc4283,segment=NetworkSegment(96c3dd41-51c7-4640-baf4-654c5569d502),segment_id=96c3dd41-51c7-4640-baf4-654c5569d502)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:03.182685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.257639 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865'] for port, after_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.270451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:03.313868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Calling delete_port for ce10b026-926d-4a13-8df6-122001cc4283 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:03.324218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Pushing event deleted for resources: {'Port': ['ID=ce10b026-926d-4a13-8df6-122001cc4283,revision_number=None']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:03.388408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.388801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.389182 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.389583 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.389949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.390321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.390688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.391051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.391416 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.391773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.392134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.392491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:03.392602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.api [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:10:03.392846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.api [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:10:03.397714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:03.425884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cac0f7-1c4c-4383-842a-8f5333abf70f None None] No DVR routers for this DVR port ce10b026-926d-4a13-8df6-122001cc4283 on host dv-cinder-784603-1-smb {{(pid=84316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:10:03.894551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Deleting port ce10b026-926d-4a13-8df6-122001cc4283 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:03.894940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:03.980303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] The port 'ce10b026-926d-4a13-8df6-122001cc4283' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:10:04.100740 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.214707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9916792-909f-45bc-a067-bdcc8c261b8c']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:04.227588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c3dd41-51c7-4640-baf4-654c5569d502') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:04.227897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c3dd41-51c7-4640-baf4-654c5569d502') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:04.240225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.260947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.267441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:10:04.446505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Network f9916792-909f-45bc-a067-bdcc8c261b8c has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:04.455985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.635073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Network f9916792-909f-45bc-a067-bdcc8c261b8c has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:10:04.657306 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:10:04.731364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device ce10b026-926d-4a13-8df6-122001cc4283 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:04.748406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.755272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:04.759808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c2cd3896-b383-42b7-95b7-8bb62179f938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:04.787642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9916792-909f-45bc-a067-bdcc8c261b8c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:04.793515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:04.796716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: ce10b026-926d-4a13-8df6-122001cc4283 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:04.797007 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device ce10b026-926d-4a13-8df6-122001cc4283 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:04.801407 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4fd1bae2-1ee7-454d-b30f-433fcbaf3527 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f9916792-909f-45bc-a067-bdcc8c261b8c HTTP/1.1" status: 204 len: 168 time: 2.2863698 Apr 02 18:10:04.804130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60890) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:04.928385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60898) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:05.542708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.548441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.908845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Deleting port b1d476e3-ed25-49da-b75b-f823a51ddffb {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:05.909196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:05.914120 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Deleting port 3e4b6962-1d53-44c6-88fe-acbfd692f9de {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:05.914412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.092844 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] For port 3e4b6962-1d53-44c6-88fe-acbfd692f9de, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=3e4b6962-1d53-44c6-88fe-acbfd692f9de,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:06.093267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.093458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] For port b1d476e3-ed25-49da-b75b-f823a51ddffb, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=b1d476e3-ed25-49da-b75b-f823a51ddffb,segment=NetworkSegment(693af66b-e2d1-45df-a28f-00fe99a16a2f),segment_id=693af66b-e2d1-45df-a28f-00fe99a16a2f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:06.093628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.222465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Calling delete_port for b1d476e3-ed25-49da-b75b-f823a51ddffb owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:06.222715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Calling delete_port for 3e4b6962-1d53-44c6-88fe-acbfd692f9de owned by network:router_interface {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:06.402839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.404384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:06.415908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-587382df-3f22-48ef-8d53-008334008a12 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:06.417585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3614652c-5129-449d-920a-2f7c0fc5fb69 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:06.719101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4b6962-1d53-44c6-88fe-acbfd692f9de,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:06.722933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:06.732875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d476e3-ed25-49da-b75b-f823a51ddffb,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:06.737645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:07.125797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:07.131068 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:07.626053 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Router b13190fc-acd3-4bbc-b83b-239691f7190e has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:10:07.634972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Router 1add256e-a47a-4774-aa8e-418a3f3933ac has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:10:07.815137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:10:07.824865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] Sync routers for ids ['b13190fc-acd3-4bbc-b83b-239691f7190e'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:10:07.828821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:10:07.835542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] Routers {'b13190fc-acd3-4bbc-b83b-239691f7190e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:07.836213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['b13190fc-acd3-4bbc-b83b-239691f7190e'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:07.837638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] Sync routers for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:10:07.841079 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-122c241c-5341-44ed-bc20-55b3e72ac194 admin admin] 10.222.0.22 "PUT /v2.0/routers/b13190fc-acd3-4bbc-b83b-239691f7190e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0328565 Apr 02 18:10:07.841596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60904) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:07.847884 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:07.848554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:07.857274 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] 10.222.0.22 "PUT /v2.0/routers/1add256e-a47a-4774-aa8e-418a3f3933ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9276927 Apr 02 18:10:07.858181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60908) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:08.033535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] Set router b13190fc-acd3-4bbc-b83b-239691f7190e gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:08.043660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.048989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:08.070609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks [] for router, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.237663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.247336 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Deleting port 54603890-e06f-48dc-898a-b4d901f96583 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:08.248487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.297872 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.316437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Deleting port 92af0fa8-d2e5-44f1-9175-ad968e58248a {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:08.317075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.350426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '54603890-e06f-48dc-898a-b4d901f96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:10:06Z', 'revision_number': 5, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port': {'id': '54603890-e06f-48dc-898a-b4d901f96583', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:08.355688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] Checking router: b13190fc-acd3-4bbc-b83b-239691f7190e for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:10:08.364722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] Routers {'b13190fc-acd3-4bbc-b83b-239691f7190e'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:08.365412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['b13190fc-acd3-4bbc-b83b-239691f7190e'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:08.373922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:10:06Z', 'revision_number': 5, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port': {'id': '92af0fa8-d2e5-44f1-9175-ad968e58248a', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:04:12Z', 'updated_at': '2021-04-02T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:08.379640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] Checking router: 1add256e-a47a-4774-aa8e-418a3f3933ac for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:10:08.389994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] Routers {'1add256e-a47a-4774-aa8e-418a3f3933ac'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:10:08.391109 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:09:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['1add256e-a47a-4774-aa8e-418a3f3933ac'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:08.459251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] For port 54603890-e06f-48dc-898a-b4d901f96583, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=54603890-e06f-48dc-898a-b4d901f96583,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:08.459793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.521735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] For port 92af0fa8-d2e5-44f1-9175-ad968e58248a, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=92af0fa8-d2e5-44f1-9175-ad968e58248a,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:08.522730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.544737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] Set router b13190fc-acd3-4bbc-b83b-239691f7190e gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:08.585071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] Set router 1add256e-a47a-4774-aa8e-418a3f3933ac gateway port host: None {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:10:08.600774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Calling delete_port for 54603890-e06f-48dc-898a-b4d901f96583 owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:08.673271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Calling delete_port for 92af0fa8-d2e5-44f1-9175-ad968e58248a owned by network:router_gateway {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:08.724582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:10:08Z', 'revision_number': 6, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port_host': None}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:08.731112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b74e8-80b9-46b2-a044-a606f5d11061 None None] The sync data for ids ['1add256e-a47a-4774-aa8e-418a3f3933ac'] in dv-cinder-784603-1-smb is: [{'id': '1add256e-a47a-4774-aa8e-418a3f3933ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1900420541-router', 'tenant_id': '89b251dbda9d4c9abfb171177d0c09ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:04:11Z', 'updated_at': '2021-04-02T18:10:08Z', 'revision_number': 6, 'project_id': '89b251dbda9d4c9abfb171177d0c09ac', 'gw_port_host': None}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:10:08.879144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.895841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-87acf5df-ebcf-485c-8ca9-dcd9eab91a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:08.900451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:10:08Z', 'revision_number': 6, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port_host': None}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:08.904790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897a272-ddac-40bc-bf7a-a2ea364c6569 None None] The sync data for ids ['b13190fc-acd3-4bbc-b83b-239691f7190e'] in dv-cinder-784603-1-smb is: [{'id': 'b13190fc-acd3-4bbc-b83b-239691f7190e', 'name': 'tempest-TestShelveInstance-992784277-router', 'tenant_id': '86881090e31145c399576f71e44cc563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:05:16Z', 'updated_at': '2021-04-02T18:10:08Z', 'revision_number': 6, 'project_id': '86881090e31145c399576f71e44cc563', 'gw_port_host': None}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:10:08.930272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:08.954169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54603890-e06f-48dc-898a-b4d901f96583,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:08.958213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:09.178225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.186322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c95f3270-be96-48e6-8d52-9076e716012f tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:09.242245 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Pushing event deleted for resources: {'Port': ['ID=92af0fa8-d2e5-44f1-9175-ad968e58248a,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:09.246034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:09.456299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.617141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.619470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.641284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.641791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.641929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13190fc-acd3-4bbc-b83b-239691f7190e {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:10:09.644383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.656482 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.657712 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-08fc6fa8-a28e-48f8-99a8-4526aa747eb1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b13190fc-acd3-4bbc-b83b-239691f7190e HTTP/1.1" status: 204 len: 168 time: 1.8151033 Apr 02 18:10:09.660415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60912) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:09.673868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.674480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1add256e-a47a-4774-aa8e-418a3f3933ac {{(pid=84315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:10:09.688253 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.689671 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1add256e-a47a-4774-aa8e-418a3f3933ac HTTP/1.1" status: 204 len: 168 time: 1.8301551 Apr 02 18:10:09.692468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60916) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:09.730029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Deleting subnet ee15da42-9998-4b66-8c6e-f23c400cebc8 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:10:09.734001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.777647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Deleting subnet 6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:10:09.781052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.804176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839764326'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.839450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.885167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:09.961566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.141691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15479731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14570911'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.154975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-28e6d39a-0d8a-49e4-8690-b8136b4a1581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:10.204206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee15da42-9998-4b66-8c6e-f23c400cebc8,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:10.209311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:10.221372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.238763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3bc8184-1dc9-47c0-abb4-b92300dd2fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:10.288579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:10.293728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.299268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f42f4-d4d6-4c7b-aca6-b6e493051dc8 None None] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:10.302959 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ee15da42-9998-4b66-8c6e-f23c400cebc8 HTTP/1.1" status: 204 len: 168 time: 0.6414530 Apr 02 18:10:10.303686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60920) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:10.335516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:10.371594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.377720 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-1f85c837-31f0-48c7-a4b3-e1e70b7b25bd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6ce91a4c-d3af-4e1f-b5ac-fc6db498fd27 HTTP/1.1" status: 204 len: 168 time: 0.6841252 Apr 02 18:10:10.380654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60924) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:10.382576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502fcffc-72a5-42dc-84a1-53be9e69b325 None None] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:10.423700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.498791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Deleting port fce44025-dd1e-4d8b-b80e-7dbc43480360 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:10.499210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.500159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.572989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Deleting port f6936ef4-e1ad-4e5a-a3fa-604eb199194b {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:10.573415 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.728859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] For port fce44025-dd1e-4d8b-b80e-7dbc43480360, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=fce44025-dd1e-4d8b-b80e-7dbc43480360,segment=NetworkSegment(693af66b-e2d1-45df-a28f-00fe99a16a2f),segment_id=693af66b-e2d1-45df-a28f-00fe99a16a2f)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:10.729356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.769235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b992df7-6c17-4526-b60e-4d30622b6adc None None] DHCP port deletion for c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 request from dv-cinder-784603-1-smb {{(pid=84316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:10:10.774036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8b992df7-6c17-4526-b60e-4d30622b6adc None None] Deleting port fce44025-dd1e-4d8b-b80e-7dbc43480360 {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:10.774459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8b992df7-6c17-4526-b60e-4d30622b6adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.820933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73cb21-d196-4574-8861-fbc1403da690 None None] DHCP port deletion for d4ad9d40-b775-4143-9db0-a154bc99b9ec request from dv-cinder-784603-1-smb {{(pid=84316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:10:10.822974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 92af0fa8-d2e5-44f1-9175-ad968e58248a no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:10.830808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] For port f6936ef4-e1ad-4e5a-a3fa-604eb199194b, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,segment=NetworkSegment(9e3f3071-a08f-48c3-ae45-6d2843beac80),segment_id=9e3f3071-a08f-48c3-ae45-6d2843beac80)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:10.831200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.875554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 92af0fa8-d2e5-44f1-9175-ad968e58248a {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:10.875946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 92af0fa8-d2e5-44f1-9175-ad968e58248a not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:10.876410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b1d476e3-ed25-49da-b75b-f823a51ddffb no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:10.900997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-9a73cb21-d196-4574-8861-fbc1403da690 None None] Deleting port f6936ef4-e1ad-4e5a-a3fa-604eb199194b {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:10:10.901596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9a73cb21-d196-4574-8861-fbc1403da690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:10.907903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Calling delete_port for fce44025-dd1e-4d8b-b80e-7dbc43480360 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:10.952344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: b1d476e3-ed25-49da-b75b-f823a51ddffb {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:10.952589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device b1d476e3-ed25-49da-b75b-f823a51ddffb not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:10.953458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 3e4b6962-1d53-44c6-88fe-acbfd692f9de no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:10.968596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Calling delete_port for f6936ef4-e1ad-4e5a-a3fa-604eb199194b owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:10:10.988051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.003471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-45d78b37-9d7e-48a4-bee6-d5cdfc2c2f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.023977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8b992df7-6c17-4526-b60e-4d30622b6adc None None] The port 'fce44025-dd1e-4d8b-b80e-7dbc43480360' was deleted {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:10:11.024889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 3e4b6962-1d53-44c6-88fe-acbfd692f9de {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:11.025272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 3e4b6962-1d53-44c6-88fe-acbfd692f9de not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:11.025774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 54603890-e06f-48dc-898a-b4d901f96583 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:11.050717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.062394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=fce44025-dd1e-4d8b-b80e-7dbc43480360,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:11.066218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:11.068578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-60949900-5b3a-4e5f-858c-897a8fe0a046 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.080001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 54603890-e06f-48dc-898a-b4d901f96583 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:11.080390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 54603890-e06f-48dc-898a-b4d901f96583 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:11.116795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-9a73cb21-d196-4574-8861-fbc1403da690 None None] The port 'f6936ef4-e1ad-4e5a-a3fa-604eb199194b' was deleted {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:10:11.134012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6936ef4-e1ad-4e5a-a3fa-604eb199194b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:11.136702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:11.149618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] No DVR routers for this DVR port fce44025-dd1e-4d8b-b80e-7dbc43480360 on host dv-cinder-784603-1-smb {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:10:11.217023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] No DVR routers for this DVR port f6936ef4-e1ad-4e5a-a3fa-604eb199194b on host dv-cinder-784603-1-smb {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:10:11.270661 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.338361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.383971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:11.396687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693af66b-e2d1-45df-a28f-00fe99a16a2f') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:11.397018 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693af66b-e2d1-45df-a28f-00fe99a16a2f') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:11.409117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.424330 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.430912 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:10:11.451767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ad9d40-b775-4143-9db0-a154bc99b9ec']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:11.464937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3f3071-a08f-48c3-ae45-6d2843beac80') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:11.465294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3f3071-a08f-48c3-ae45-6d2843beac80') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:10:11.478264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.494073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.500820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:10:11.608819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:11.617807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.682669 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:11.691789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.789936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Network c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:10:11.812164 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:10:11.867938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Network d4ad9d40-b775-4143-9db0-a154bc99b9ec has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:10:11.890472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.894345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:10:11.894487 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:10:11.907776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.918518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Pushing event deleted for resources: {'Network': ['ID=c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:11.922927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:11.926732 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-80f784fa-e754-407f-b41b-05525c04d53f admin admin] 10.222.0.22 "DELETE /v2.0/networks/c119a425-6ac9-46b5-bbe1-4b3ec49ae1f1 HTTP/1.1" status: 204 len: 168 time: 1.6220727 Apr 02 18:10:11.969465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.973173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:11.987137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:11.998229 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ad9d40-b775-4143-9db0-a154bc99b9ec,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.001702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:12.012227 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d4ad9d40-b775-4143-9db0-a154bc99b9ec HTTP/1.1" status: 204 len: 168 time: 1.6308887 Apr 02 18:10:12.048963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60932) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.101955 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a0df8540-c95f-4e12-b7c6-4505e49ef84b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0917afcac84b4b6c85d54c71c2b8707b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511894 Apr 02 18:10:12.104700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60936) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.128356 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60940) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.169959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.183515 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-4f77dbcb-2209-474e-a57c-0b81acb7b370 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89b251dbda9d4c9abfb171177d0c09ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538716 Apr 02 18:10:12.186203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60944) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.197431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.246829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.248195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.252409 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-eb767214-3fa1-401c-8a26-5237329a7815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:12.266388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb89194-9d82-44d6-bb3e-3c073f40945d,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.268886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:12.275759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.276170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.280096 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cb89194-9d82-44d6-bb3e-3c073f40945d HTTP/1.1" status: 204 len: 168 time: 0.1715894 Apr 02 18:10:12.326411 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.331972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e87ded24-1469-4b9a-b1e1-27074382eb57 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:12.347725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf24d8f-1fb5-48e6-9a91-4b9e2ed2f344,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:12.350965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:12.353117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.354233 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-867e0661-434c-4f31-8167-30981257aae9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bf24d8f-1fb5-48e6-9a91-4b9e2ed2f344 HTTP/1.1" status: 204 len: 168 time: 0.1671081 Apr 02 18:10:12.737393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device fce44025-dd1e-4d8b-b80e-7dbc43480360 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:12.786586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60962) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.816591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: fce44025-dd1e-4d8b-b80e-7dbc43480360 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:12.817234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device fce44025-dd1e-4d8b-b80e-7dbc43480360 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:12.817923 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f6936ef4-e1ad-4e5a-a3fa-604eb199194b no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:10:12.841264 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5c648de7-8a9d-4912-a618-aba845d8f76d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86881090e31145c399576f71e44cc563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533466 Apr 02 18:10:12.843817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60968) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:12.858918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: f6936ef4-e1ad-4e5a-a3fa-604eb199194b {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:10:12.859318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device f6936ef4-e1ad-4e5a-a3fa-604eb199194b not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:10:12.909974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.936418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.983368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:12.987281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-869fbb39-bb1c-4f48-aaef-687cd1d837f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:12.998871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081da2e4-89bb-4b6d-881f-a5a70c1a7ec7,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:13.001214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:13.006706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.008074 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/081da2e4-89bb-4b6d-881f-a5a70c1a7ec7 HTTP/1.1" status: 204 len: 168 time: 0.1631477 Apr 02 18:10:13.229003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 60982) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:13.408256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-590352675-network', 'tenant_id': '48edb8561f154c0b96dc8fad374225d5'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:13.413384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:13.417427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Usage tracker for resource:network and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:13.420403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:13.426387 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:13.437765 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Made reservation on behalf of 48edb8561f154c0b96dc8fad374225d5 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:13.445601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.464286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.479966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:13.484243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Usage tracker for resource:security_group_rule and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:13.487303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:13.493833 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:13.584291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.588442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.591400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-11c8bf75-f97d-4b2f-b84c-84b4778ef797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:13.623774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:10:13.632580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d13995-8025-4bec-be8f-6e7e191c986b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:13.636406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:13.638875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.639252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Added segment 665e18ae-c356-4491-9064-7268e831020e of type vlan for network 98a52cd3-9f7a-4174-911a-30500ba07b35 Apr 02 18:10:13.666832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.699265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.700628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:13.701299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:13.705073 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:13.810929 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5806615 Apr 02 18:10:13.811862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Pushing event updated for resources: {'Network': ['ID=98a52cd3-9f7a-4174-911a-30500ba07b35,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:13.814296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 60988) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:10:13.814575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a4de75b2-ef6e-49fe-8abd-fd7f58cb09bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:13.822614 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Request body: {'subnet': {'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-590352675-subnet', 'tenant_id': '48edb8561f154c0b96dc8fad374225d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:13.823993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:10:13.828365 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:13.832743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Usage tracker for resource:subnet and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:13.836083 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:13.842400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:13.853963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Made reservation on behalf of 48edb8561f154c0b96dc8fad374225d5 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:13.858743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15547954'] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.497488 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838534062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15547905'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.510449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:14.640006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:14.644176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:14.711788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Checking segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:14.712192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Network hostable DHCP agents. Network: 98a52cd3-9f7a-4174-911a-30500ba07b35, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:10:14.733170 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:10:14.741881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, 98a52cd3-9f7a-4174-911a-30500ba07b35) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:14.752117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af6169-8980-4084-bd7c-e1082a3531db None None] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:14.756078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:14.756758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:14.778375 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f324a3f8-f784-49d3-8688-94785b6255a2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9625545 Apr 02 18:10:14.975432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712e2c4-aedc-450f-996c-9ba820aac220 None None] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:10:15.326275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-d5e510c8-b080-4829-8d9e-7ba9d84cd8ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:15.327014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-d5e510c8-b080-4829-8d9e-7ba9d84cd8ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Synchronizing usage tracker for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:15.346244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-d5e510c8-b080-4829-8d9e-7ba9d84cd8ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Unset dirty status for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:15.347789 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-d5e510c8-b080-4829-8d9e-7ba9d84cd8ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1779649 Apr 02 18:10:15.370903 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b313835e-55ce-4d12-82a7-dbb996b7664a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/quotas/48edb8561f154c0b96dc8fad374225d5 HTTP/1.1" status: 200 len: 375 time: 0.0156913 Apr 02 18:10:15.424864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-e3bae217-88b7-47fb-b394-971775f6eb2b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484388 Apr 02 18:10:15.621782 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-2b69e739-4e11-4887-a8ca-52ae371ab083 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856852 Apr 02 18:10:16.010216 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-d8054bff-8cef-46b0-b3ab-96099ab3b7d2 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785994 Apr 02 18:10:16.201643 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-92804531-f71c-4f42-a600-178fb23bd240 req-007ba53b-d872-4f49-ad62-6306b4f3f979 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 210 time: 0.0476577 Apr 02 18:10:17.332716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-539b8d0c-fc92-454e-84d3-bba8edcfd2e9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:17.334278 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-539b8d0c-fc92-454e-84d3-bba8edcfd2e9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1651583 Apr 02 18:10:17.347390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Request body: {'port': {'device_id': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'admin_state_up': True, 'tenant_id': '48edb8561f154c0b96dc8fad374225d5'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:17.369106 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9d5f4abc-5b2a-4b9a-ba43-f7279f4c56c5 req-e5e62f4d-fa51-4242-8cf1-ba80317df272 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 210 time: 0.0513403 Apr 02 18:10:17.492803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:17.497108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Usage tracker for resource:port and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:17.500230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:17.506609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:17.517487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Made reservation on behalf of 48edb8561f154c0b96dc8fad374225d5 for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:17.523501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.692892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Allocated IP 172.20.0.2 (98a52cd3-9f7a-4174-911a-30500ba07b35/ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70/49054a7c-14e9-4315-8008-181b41d02a2e) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:17.910666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.944300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:17.959434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-76c8d8f3-d234-4b64-8b88-a75e71676f8c tempest-VolumesNegativeTest-963326866 tempest-VolumesNegativeTest-963326866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:18.102252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event updated for resources: {'Port': ['ID=49054a7c-14e9-4315-8008-181b41d02a2e,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:18.106560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:18.150897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:18.152126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:18.154525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:18.230748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:18.231394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.253233 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9103339 Apr 02 18:10:18.265291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Request body: {'port': {'device_id': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:18.388902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.502398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6252de28-a3c3-43f6-9e3b-a2b5e319d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.572110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b7fa-fb24-402a-9d21-3821342b82c0 req-ce04843c-47e5-4614-8a71-34aad280b23c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:18.573722 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5039b7fa-fb24-402a-9d21-3821342b82c0 req-ce04843c-47e5-4614-8a71-34aad280b23c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 931 time: 0.0913990 Apr 02 18:10:18.622690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5039b7fa-fb24-402a-9d21-3821342b82c0 req-eb52ac8a-9625-46ce-9247-a2afa5461278 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Synchronizing usage tracker for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:10:18.638534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5039b7fa-fb24-402a-9d21-3821342b82c0 req-eb52ac8a-9625-46ce-9247-a2afa5461278 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Unset dirty status for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:10:18.639823 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5039b7fa-fb24-402a-9d21-3821342b82c0 req-eb52ac8a-9625-46ce-9247-a2afa5461278 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Apr 02 18:10:18.813056 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49054a7c-14e9-4315-8008-181b41d02a2e {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:18.820926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.836899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Transition to ACTIVE for port object 49054a7c-14e9-4315-8008-181b41d02a2e will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:18.841708 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:18.854886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fdc167f3-e177-4886-85d5-3cc2ef0feeca tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:18.997318 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Pushing event updated for resources: {'Port': ['ID=49054a7c-14e9-4315-8008-181b41d02a2e,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:19.001490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:19.210797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Attempting to bind port 49054a7c-14e9-4315-8008-181b41d02a2e on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:19.211172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Attempting to bind port 49054a7c-14e9-4315-8008-181b41d02a2e by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:19.211540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Attempting to bind port 49054a7c-14e9-4315-8008-181b41d02a2e on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:19.216940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Port 49054a7c-14e9-4315-8008-181b41d02a2e on network 98a52cd3-9f7a-4174-911a-30500ba07b35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:19.217283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Attempting to bind port 49054a7c-14e9-4315-8008-181b41d02a2e on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:19.222903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:19.223275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Checking segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:19.223692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Bound using segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:19.224164 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Bound port: 49054a7c-14e9-4315-8008-181b41d02a2e, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:19.224532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.319212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] For port 49054a7c-14e9-4315-8008-181b41d02a2e, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:19.322264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] For port 49054a7c-14e9-4315-8008-181b41d02a2e, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=49054a7c-14e9-4315-8008-181b41d02a2e,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:19.328717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.345396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:19.494038 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Pushing event updated for resources: {'Port': ['ID=49054a7c-14e9-4315-8008-181b41d02a2e,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:19.499105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:19.531750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:19.532398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:19.533893 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] 10.222.0.11 "PUT /v2.0/ports/49054a7c-14e9-4315-8008-181b41d02a2e HTTP/1.1" status: 200 len: 1093 time: 1.2731612 Apr 02 18:10:19.534403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'tag': '49054a7c-14e9-4315-8008-181b41d02a2e'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:19.609366 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'tag': '49054a7c-14e9-4315-8008-181b41d02a2e', 'status': 'completed', 'code': 200} Apr 02 18:10:19.655952 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-9daebcce-0b97-4c0e-b4a1-beb484222654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:19.657539 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-9daebcce-0b97-4c0e-b4a1-beb484222654 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 1096 time: 0.0849738 Apr 02 18:10:19.729526 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-2d104765-b350-427f-9c2c-187dedf63adf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49054a7c-14e9-4315-8008-181b41d02a2e HTTP/1.1" status: 200 len: 217 time: 0.0650332 Apr 02 18:10:19.804958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-6abce50f-fe62-45c1-a8bb-996f576368c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:19.806618 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-6abce50f-fe62-45c1-a8bb-996f576368c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0709717 Apr 02 18:10:19.842183 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5f242-eb30-4746-874a-9b4fe73bc859 req-d2510ab9-2833-4ff4-ab71-55d435fdc44d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:19.843712 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-14f5f242-eb30-4746-874a-9b4fe73bc859 req-d2510ab9-2833-4ff4-ab71-55d435fdc44d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 943 time: 0.0906277 Apr 02 18:10:19.861863 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-2d9d135b-072a-4da9-808f-3c8a472f0d85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476141 Apr 02 18:10:19.892055 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-14f5f242-eb30-4746-874a-9b4fe73bc859 req-7c46ed88-44b2-40b3-8207-1e3b5f5a7b65 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Apr 02 18:10:19.897712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.012440 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-372a8a6c-d5d7-479f-a3b8-cf579efe418e service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442900 Apr 02 18:10:20.209545 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae56c-c118-4d6c-a102-1f882eeebfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:20.390508 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3593a6bd-36e1-4fc4-a395-043dfcf9bde0 req-36ddacd9-00e6-440d-a98e-1002faa4e4f4 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711157 Apr 02 18:10:20.524835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-41581eaf-79c8-4dfc-b5f8-8b3044bc0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:20.526370 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-41581eaf-79c8-4dfc-b5f8-8b3044bc0026 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 1096 time: 0.0812876 Apr 02 18:10:20.668300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-b3e6854c-1dcb-4e0b-95bd-fa2063809e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:20.669885 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-b3e6854c-1dcb-4e0b-95bd-fa2063809e38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 915 time: 0.1362684 Apr 02 18:10:20.746419 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-7e97cc48-655f-4c83-b6e5-6254d2d190cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49054a7c-14e9-4315-8008-181b41d02a2e HTTP/1.1" status: 200 len: 217 time: 0.0683799 Apr 02 18:10:20.816665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-4a9448f3-9003-47c5-a12e-22d4ce6ae9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:20.819262 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-4a9448f3-9003-47c5-a12e-22d4ce6ae9bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0654306 Apr 02 18:10:20.875631 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-ad252df7-5853-42d4-8de5-17d1a430bfb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492022 Apr 02 18:10:21.018149 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-37e6644e-88c4-429a-b219-ce0e8738008c service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351743 Apr 02 18:10:21.092857 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:21.102589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3714971-0db1-4ac0-aa2d-4c0868dad932 req-a5ea0c54-b49b-46bf-ac06-f9d22cccb36b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:21.104198 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c3714971-0db1-4ac0-aa2d-4c0868dad932 req-a5ea0c54-b49b-46bf-ac06-f9d22cccb36b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 943 time: 0.0918093 Apr 02 18:10:21.152926 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c3714971-0db1-4ac0-aa2d-4c0868dad932 req-0366de83-476b-42dd-b270-5c04e10aa5af tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Apr 02 18:10:21.161609 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ec7fd684-2a93-48d9-880e-e3777456e8c6 req-162e9c97-99ae-4334-a0ae-d5709f131640 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362114 Apr 02 18:10:22.018480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 49054a7c-14e9-4315-8008-181b41d02a2e details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:22.175474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 49054a7c-14e9-4315-8008-181b41d02a2e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=49054a7c-14e9-4315-8008-181b41d02a2e,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:22.190112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '49054a7c-14e9-4315-8008-181b41d02a2e', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'port_id': '49054a7c-14e9-4315-8008-181b41d02a2e', 'mac_address': 'fa:16:3e:05:54:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:22.250662 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.268995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49054a7c-14e9-4315-8008-181b41d02a2e {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:22.286032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 49054a7c-14e9-4315-8008-181b41d02a2e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=49054a7c-14e9-4315-8008-181b41d02a2e,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:22.289536 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:22.291384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:22.358179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6b26-4110-4702-9cb1-7cd9ea55da3f req-9ff08ee6-cc40-4f6a-aa43-a0f8716be156 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:22.359860 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8e1d6b26-4110-4702-9cb1-7cd9ea55da3f req-9ff08ee6-cc40-4f6a-aa43-a0f8716be156 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 944 time: 0.0924063 Apr 02 18:10:22.364002 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=49054a7c-14e9-4315-8008-181b41d02a2e,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:22.367267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:22.409185 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8e1d6b26-4110-4702-9cb1-7cd9ea55da3f req-48e2bc19-11fb-4969-b10c-9f48aee79774 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Apr 02 18:10:22.497097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:22.881185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:23.626568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4780cd-55e9-4212-9f14-88da7b79590f req-9e00a16d-f174-4729-ae77-e6bd7e92cd54 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:23.628141 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2d4780cd-55e9-4212-9f14-88da7b79590f req-9e00a16d-f174-4729-ae77-e6bd7e92cd54 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 944 time: 0.0969565 Apr 02 18:10:23.680447 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2d4780cd-55e9-4212-9f14-88da7b79590f req-d1e756be-a4e1-4abe-8009-a9fb516fe1c8 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Apr 02 18:10:24.027701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 49054a7c-14e9-4315-8008-181b41d02a2e up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:24.113697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 49054a7c-14e9-4315-8008-181b41d02a2e completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:24.119337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 49054a7c-14e9-4315-8008-181b41d02a2e triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:24.119778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.242447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.274850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49054a7c-14e9-4315-8008-181b41d02a2e'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:24.288262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 49054a7c-14e9-4315-8008-181b41d02a2e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=49054a7c-14e9-4315-8008-181b41d02a2e,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:24.291907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:24.293868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:24.330723 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49054a7c-14e9-4315-8008-181b41d02a2e', 'code': 200} Apr 02 18:10:24.366585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=49054a7c-14e9-4315-8008-181b41d02a2e,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:24.369674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:24.578966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29472cf5-d875-4171-a920-d5bda7304166 req-610b014c-7b04-439f-bcea-18e39f203345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:24.581316 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-29472cf5-d875-4171-a920-d5bda7304166 req-610b014c-7b04-439f-bcea-18e39f203345 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 1098 time: 0.0835102 Apr 02 18:10:24.624325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-29472cf5-d875-4171-a920-d5bda7304166 req-e886c9b1-b04f-4a1e-ada1-30a36e3be6c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Apr 02 18:10:24.893126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70a747-2b05-4ecf-9b8a-0b8a892e1043 req-adbdaf30-d6b2-4b15-beec-b953f24b04f7 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:24.894598 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c70a747-2b05-4ecf-9b8a-0b8a892e1043 req-adbdaf30-d6b2-4b15-beec-b953f24b04f7 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 945 time: 0.0937493 Apr 02 18:10:24.945434 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4c70a747-2b05-4ecf-9b8a-0b8a892e1043 req-4d69d27f-a8fe-4c4b-8c91-dd9bf1f097f7 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Apr 02 18:10:25.751520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:26.173506 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f68f5-d410-4bd0-87aa-105ba314861c req-43108e00-9f9a-495a-93b9-d4a47694ed6a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:26.175064 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e82f68f5-d410-4bd0-87aa-105ba314861c req-43108e00-9f9a-495a-93b9-d4a47694ed6a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 945 time: 0.0955188 Apr 02 18:10:26.229600 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e82f68f5-d410-4bd0-87aa-105ba314861c req-1214809f-78c3-465e-b602-4fb5dd841ce0 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Apr 02 18:10:30.872807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-79162c2f-375d-4541-8b5d-ef2fc9599ce1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:30.874401 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-79162c2f-375d-4541-8b5d-ef2fc9599ce1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1589851 Apr 02 18:10:30.890534 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-6c1484aa-7807-4ee9-b071-53ff774851be tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/quotas/48edb8561f154c0b96dc8fad374225d5 HTTP/1.1" status: 200 len: 375 time: 0.0098467 Apr 02 18:10:30.979453 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-0227b3a7-3b22-4d92-9e4c-9aab084619b0 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833385 Apr 02 18:10:31.182942 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-7188b3d0-71e3-42ca-a4c3-61d1048558a1 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957805 Apr 02 18:10:31.330155 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-56f2a0f5-8959-48f7-8504-31f4e5737ff5 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374428 Apr 02 18:10:31.680147 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5c29ad06-e4a8-4f7e-9ea9-297cd05a2c01 req-7ee36576-86e6-4bbf-a55a-152582f37aab tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 210 time: 0.0555365 Apr 02 18:10:32.611612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-2be8c845-6197-4323-8837-174454e86f8a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:32.613154 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-2be8c845-6197-4323-8837-174454e86f8a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1644931 Apr 02 18:10:32.626393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Request body: {'port': {'device_id': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'admin_state_up': True, 'tenant_id': '48edb8561f154c0b96dc8fad374225d5'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:32.642464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:10:32.771505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:32.775758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Usage tracker for resource:port and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:32.779106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:32.785464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:32.796550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Made reservation on behalf of 48edb8561f154c0b96dc8fad374225d5 for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:32.802859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:32.843616 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-31577d5c-58f5-4962-8b14-a17bb681b2ee req-41db2f79-d98d-445f-8868-7d6b92a3dcf6 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 210 time: 0.0492511 Apr 02 18:10:32.976709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Allocated IP 172.20.0.14 (98a52cd3-9f7a-4174-911a-30500ba07b35/ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70/004889b8-8d02-43f8-99be-2648c8f04bed) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:33.192902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.224786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.236532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:33.240297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:33.388394 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event updated for resources: {'Port': ['ID=004889b8-8d02-43f8-99be-2648c8f04bed,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:33.393299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:33.434687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:33.435868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:33.438085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:33.514981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:33.515806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:33.541050 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9195049 Apr 02 18:10:33.554519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Request body: {'port': {'device_id': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:33.671596 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.042138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114f6d-b712-4fb3-ba08-cea4ed625823 req-cf6130cd-0d0c-4d1f-83c0-441307a0c429 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.043683 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-55114f6d-b712-4fb3-ba08-cea4ed625823 req-cf6130cd-0d0c-4d1f-83c0-441307a0c429 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 932 time: 0.0877216 Apr 02 18:10:34.080246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004889b8-8d02-43f8-99be-2648c8f04bed {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:34.089011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.093394 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-55114f6d-b712-4fb3-ba08-cea4ed625823 req-954ebad9-dda6-4cdb-a838-3421d2671d5c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Apr 02 18:10:34.105379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Transition to ACTIVE for port object 004889b8-8d02-43f8-99be-2648c8f04bed will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:34.108633 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.124307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:34.266230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Pushing event updated for resources: {'Port': ['ID=004889b8-8d02-43f8-99be-2648c8f04bed,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:34.270775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:34.482359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Attempting to bind port 004889b8-8d02-43f8-99be-2648c8f04bed on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:34.482726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Attempting to bind port 004889b8-8d02-43f8-99be-2648c8f04bed by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:34.483092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Attempting to bind port 004889b8-8d02-43f8-99be-2648c8f04bed on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:34.488320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Port 004889b8-8d02-43f8-99be-2648c8f04bed on network 98a52cd3-9f7a-4174-911a-30500ba07b35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:34.488676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Attempting to bind port 004889b8-8d02-43f8-99be-2648c8f04bed on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:34.494238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:34.494606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Checking segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:34.495079 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Bound using segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:34.495546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Bound port: 004889b8-8d02-43f8-99be-2648c8f04bed, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:34.495917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.591978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] For port 004889b8-8d02-43f8-99be-2648c8f04bed, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:34.596236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] For port 004889b8-8d02-43f8-99be-2648c8f04bed, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=004889b8-8d02-43f8-99be-2648c8f04bed,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:34.600369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.614604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:34.761885 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Pushing event updated for resources: {'Port': ['ID=004889b8-8d02-43f8-99be-2648c8f04bed,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:34.765263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:34.801666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.802046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:34.803619 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-98d35fe0-3e72-45f6-a92f-6f8fee3a6cdb service neutron] 10.222.0.11 "PUT /v2.0/ports/004889b8-8d02-43f8-99be-2648c8f04bed HTTP/1.1" status: 200 len: 1094 time: 1.2536235 Apr 02 18:10:34.804150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'tag': '004889b8-8d02-43f8-99be-2648c8f04bed'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:34.875307 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'tag': '004889b8-8d02-43f8-99be-2648c8f04bed', 'status': 'completed', 'code': 200} Apr 02 18:10:34.919407 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-b54d7790-6033-4d71-848b-3dfb57c04cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:34.921068 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-b54d7790-6033-4d71-848b-3dfb57c04cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 1097 time: 0.0814879 Apr 02 18:10:34.995868 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-5fce6248-cca6-4752-80bf-4dc5527a0359 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004889b8-8d02-43f8-99be-2648c8f04bed HTTP/1.1" status: 200 len: 217 time: 0.0672765 Apr 02 18:10:35.067398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1840c-7427-414a-a305-d00ff022405b req-6b35f63a-965a-4a5f-941b-db49abdea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.068881 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-6b35f63a-965a-4a5f-941b-db49abdea7d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0667739 Apr 02 18:10:35.119602 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-614e8f65-7596-40d4-a6b6-a0b013c9559b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440698 Apr 02 18:10:35.258464 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-7a390d45-972d-4293-a5f5-cc3c29f5d58f service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322241 Apr 02 18:10:35.293206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3162c5-e56d-4924-b733-a3cc69288a91 req-2a2f38d8-ebf7-4fdf-b197-75f124b4b5ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.294806 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0a3162c5-e56d-4924-b733-a3cc69288a91 req-2a2f38d8-ebf7-4fdf-b197-75f124b4b5ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 944 time: 0.0906634 Apr 02 18:10:35.342591 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0a3162c5-e56d-4924-b733-a3cc69288a91 req-976cca27-aa21-4dc4-b8b4-c42481d28bfe tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Apr 02 18:10:35.627409 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-98c1840c-7427-414a-a305-d00ff022405b req-b2b407e9-572a-4bbe-99bf-de7b3beba1ec service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626187 Apr 02 18:10:35.759868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-e9451b44-701f-4b34-9b3a-cfa9db558d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.761524 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-e9451b44-701f-4b34-9b3a-cfa9db558d79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 1097 time: 0.0848310 Apr 02 18:10:35.903720 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-f5d10b80-ae22-4ffb-b31b-103d2225e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:35.905170 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-f5d10b80-ae22-4ffb-b31b-103d2225e3d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 915 time: 0.1366286 Apr 02 18:10:35.983220 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-602e067f-5903-43b9-bb20-305cd27fb2d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004889b8-8d02-43f8-99be-2648c8f04bed HTTP/1.1" status: 200 len: 217 time: 0.0697162 Apr 02 18:10:36.056290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-57fb506c-3a3a-48e7-bcbb-bb4c6d35873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.057861 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-57fb506c-3a3a-48e7-bcbb-bb4c6d35873b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0660167 Apr 02 18:10:36.113252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-846cf94d-45bb-4d22-832e-22136e851078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480909 Apr 02 18:10:36.254965 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-319c951e-4780-48b9-a36d-d3db758d9265 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332958 Apr 02 18:10:36.403005 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-77000b49-07ce-4c04-bd33-ea7487432bcc req-b4bbf8cb-a07e-4d86-8354-8c9e1ed1b7ee service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389499 Apr 02 18:10:36.553906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975841-73bd-416a-915b-019208e59f86 req-1bb2f250-64f2-44bb-b4a7-cce52bd666a3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:36.555409 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-31975841-73bd-416a-915b-019208e59f86 req-1bb2f250-64f2-44bb-b4a7-cce52bd666a3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 944 time: 0.0933993 Apr 02 18:10:36.603999 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-31975841-73bd-416a-915b-019208e59f86 req-e0e135b7-ca98-4068-9730-211e885829cf tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Apr 02 18:10:37.826710 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5b42a-47fa-4978-a250-bc2dc319eaca req-f4dd750f-db6e-455a-9374-6f717c57a0ac tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:37.828625 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53c5b42a-47fa-4978-a250-bc2dc319eaca req-f4dd750f-db6e-455a-9374-6f717c57a0ac tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 944 time: 0.0912507 Apr 02 18:10:37.878943 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-53c5b42a-47fa-4978-a250-bc2dc319eaca req-892b58b1-caea-409c-a98d-f4f0ab19d65f tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Apr 02 18:10:38.081505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 004889b8-8d02-43f8-99be-2648c8f04bed details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:38.227621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 004889b8-8d02-43f8-99be-2648c8f04bed, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=004889b8-8d02-43f8-99be-2648c8f04bed,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:38.241474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '004889b8-8d02-43f8-99be-2648c8f04bed', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'port_id': '004889b8-8d02-43f8-99be-2648c8f04bed', 'mac_address': 'fa:16:3e:26:f4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:38.303116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.321420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004889b8-8d02-43f8-99be-2648c8f04bed {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:38.337818 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 004889b8-8d02-43f8-99be-2648c8f04bed, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=004889b8-8d02-43f8-99be-2648c8f04bed,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:38.342398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:38.344225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:38.414392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=004889b8-8d02-43f8-99be-2648c8f04bed,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:38.417711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:38.548573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['004889b8-8d02-43f8-99be-2648c8f04bed'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:39.107812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ec3c8-baa2-47ed-ba34-f90f1c8449a0 req-89e40bad-73e8-4a22-8a8c-6ef0ca1d91fa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:39.109386 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-071ec3c8-baa2-47ed-ba34-f90f1c8449a0 req-89e40bad-73e8-4a22-8a8c-6ef0ca1d91fa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 945 time: 0.1044323 Apr 02 18:10:39.157610 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-071ec3c8-baa2-47ed-ba34-f90f1c8449a0 req-0a9f3d79-0990-467c-8f0b-b29845c2a670 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Apr 02 18:10:40.080902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 004889b8-8d02-43f8-99be-2648c8f04bed up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:40.162727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 004889b8-8d02-43f8-99be-2648c8f04bed completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:40.167653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 004889b8-8d02-43f8-99be-2648c8f04bed triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:40.168065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:40.293997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:40.321652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004889b8-8d02-43f8-99be-2648c8f04bed'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:40.332999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 004889b8-8d02-43f8-99be-2648c8f04bed, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=004889b8-8d02-43f8-99be-2648c8f04bed,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:40.336868 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:40.338864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:40.356472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9fe9-56d4-4fb5-b4c4-034dd7166308 req-3d511a81-263b-4335-ac6c-cd2a45d53f8d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.358126 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b61a9fe9-56d4-4fb5-b4c4-034dd7166308 req-3d511a81-263b-4335-ac6c-cd2a45d53f8d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 945 time: 0.0887606 Apr 02 18:10:40.375431 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004889b8-8d02-43f8-99be-2648c8f04bed', 'code': 200} Apr 02 18:10:40.412929 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b61a9fe9-56d4-4fb5-b4c4-034dd7166308 req-a01eab47-55c7-47bc-b005-c06d7b4b339d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473003 Apr 02 18:10:40.414143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=004889b8-8d02-43f8-99be-2648c8f04bed,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:40.417231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:40.617524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfab8a6-3d3f-4d99-916f-3f1d9cab68f0 req-f9e06f4a-69c1-4b50-bff9-3b58649b1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:40.619019 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6cfab8a6-3d3f-4d99-916f-3f1d9cab68f0 req-f9e06f4a-69c1-4b50-bff9-3b58649b1753 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 1099 time: 0.0819585 Apr 02 18:10:40.662471 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6cfab8a6-3d3f-4d99-916f-3f1d9cab68f0 req-28e167eb-ce79-4f34-9f05-401076bf8c7f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Apr 02 18:10:41.626058 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddb95c-3090-44fa-abcd-f6cc20ef0613 req-87161833-09f3-4ad7-aa44-107c314db842 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:41.627636 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-88ddb95c-3090-44fa-abcd-f6cc20ef0613 req-87161833-09f3-4ad7-aa44-107c314db842 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 946 time: 0.0893118 Apr 02 18:10:41.675469 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-88ddb95c-3090-44fa-abcd-f6cc20ef0613 req-fa3339c0-498a-4367-84aa-2506e216a667 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Apr 02 18:10:42.908367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d082e6-15a5-4a6b-a39a-2dcfba9cd425 req-d14914ec-ece9-47a7-ad21-bf4e961883c3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:42.910020 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-48d082e6-15a5-4a6b-a39a-2dcfba9cd425 req-d14914ec-ece9-47a7-ad21-bf4e961883c3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 946 time: 0.1146483 Apr 02 18:10:42.958886 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-48d082e6-15a5-4a6b-a39a-2dcfba9cd425 req-5d6439c9-17a0-4457-b2d2-0921c4dca3a2 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Apr 02 18:10:45.154329 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-89319034-3405-4ca0-9ef6-fc35f9d8b88b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:45.155898 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-89319034-3405-4ca0-9ef6-fc35f9d8b88b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1632636 Apr 02 18:10:45.172411 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7770d946-a4f1-4f29-9192-381cc11381a9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/quotas/48edb8561f154c0b96dc8fad374225d5 HTTP/1.1" status: 200 len: 375 time: 0.0102637 Apr 02 18:10:45.263691 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-62d69ead-2389-43dc-9612-08efdf511c62 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856616 Apr 02 18:10:45.421411 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-43510bdc-082f-4ea4-a70c-d8f048dc9fb1 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466596 Apr 02 18:10:45.574063 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-491d7844-013e-4d9b-871a-8662804bd6c8 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427088 Apr 02 18:10:45.785878 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f6f42e76-63c3-4dcd-80a1-8f592274b0ff req-b64bd936-f2b0-4e98-a9ad-f4c809d66fce tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 210 time: 0.0531294 Apr 02 18:10:46.886082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-da353c3a-2758-4f47-8d1c-7f09a1cb8ab2 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:46.887636 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-da353c3a-2758-4f47-8d1c-7f09a1cb8ab2 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1581867 Apr 02 18:10:46.901694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Request body: {'port': {'device_id': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'admin_state_up': True, 'tenant_id': '48edb8561f154c0b96dc8fad374225d5'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:46.951839 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7ed388f0-bee0-45de-bbaf-89a4bc1068d6 req-40c20269-8ecb-4e27-b5f2-3076feb27da3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 210 time: 0.0505717 Apr 02 18:10:47.048702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:10:47.055806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Usage tracker for resource:port and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:10:47.060865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:10:47.067372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:10:47.078287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Made reservation on behalf of 48edb8561f154c0b96dc8fad374225d5 for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:10:47.084345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.273652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Allocated IP 172.20.0.12 (98a52cd3-9f7a-4174-911a-30500ba07b35/ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70/67c6c679-dd63-4044-b97b-54f0a53d270a) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:10:47.512622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.547330 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.559870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e', '004889b8-8d02-43f8-99be-2648c8f04bed'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:47.569817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b09dfe86-4694-42e5-9147-86e975a7e517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:47.714895 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event updated for resources: {'Port': ['ID=67c6c679-dd63-4044-b97b-54f0a53d270a,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:47.727755 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.728172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.728580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.728983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.729427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.729828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.730224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.730618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.731012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.731408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.731801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.732223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:10:47.737553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:47.784939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:10:47.786542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:10:47.788692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:10:47.855924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:47.856657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:47.881119 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-8db377ab-3539-4daf-b339-4d82befc4fdb tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9836659 Apr 02 18:10:47.894941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Request body: {'port': {'device_id': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:10:48.021532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.154821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55c2ad-1357-4ea0-bbcb-dbd9c6496c33 req-46bdfdb4-29f0-4021-9a9b-3aebf5cf56c3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:48.156381 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fa55c2ad-1357-4ea0-bbcb-dbd9c6496c33 req-46bdfdb4-29f0-4021-9a9b-3aebf5cf56c3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 932 time: 0.0888524 Apr 02 18:10:48.204252 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fa55c2ad-1357-4ea0-bbcb-dbd9c6496c33 req-c685a387-71df-43d4-928a-dd066cd730ef tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Apr 02 18:10:48.444645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c6c679-dd63-4044-b97b-54f0a53d270a {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:48.452898 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.469287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Transition to ACTIVE for port object 67c6c679-dd63-4044-b97b-54f0a53d270a will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:10:48.473349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.486440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-007f5193-03c7-409d-b3fc-3f0751ef2bff tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:48.505130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-45216987-cd91-4a1a-9160-2718e713cf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.629346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Pushing event updated for resources: {'Port': ['ID=67c6c679-dd63-4044-b97b-54f0a53d270a,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:48.633612 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:48.852404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Attempting to bind port 67c6c679-dd63-4044-b97b-54f0a53d270a on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:10:48.852787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Attempting to bind port 67c6c679-dd63-4044-b97b-54f0a53d270a by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:10:48.853151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Attempting to bind port 67c6c679-dd63-4044-b97b-54f0a53d270a on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:48.858608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Port 67c6c679-dd63-4044-b97b-54f0a53d270a on network 98a52cd3-9f7a-4174-911a-30500ba07b35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:10:48.858964 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Attempting to bind port 67c6c679-dd63-4044-b97b-54f0a53d270a on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:10:48.865331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:10:48.865900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Checking segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:10:48.866490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Bound using segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:10:48.867131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Bound port: 67c6c679-dd63-4044-b97b-54f0a53d270a, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:10:48.867679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.972216 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] For port 67c6c679-dd63-4044-b97b-54f0a53d270a, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:10:48.975431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] For port 67c6c679-dd63-4044-b97b-54f0a53d270a, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=67c6c679-dd63-4044-b97b-54f0a53d270a,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:10:48.979810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:48.994603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3f629fc5-e2d7-4c89-99ce-a075a47d18cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:49.143829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Pushing event updated for resources: {'Port': ['ID=67c6c679-dd63-4044-b97b-54f0a53d270a,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:49.148869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:49.179500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.180225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.181633 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] 10.222.0.11 "PUT /v2.0/ports/67c6c679-dd63-4044-b97b-54f0a53d270a HTTP/1.1" status: 200 len: 1094 time: 1.2925828 Apr 02 18:10:49.182150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'tag': '67c6c679-dd63-4044-b97b-54f0a53d270a'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:49.260344 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'tag': '67c6c679-dd63-4044-b97b-54f0a53d270a', 'status': 'completed', 'code': 200} Apr 02 18:10:49.296266 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-a6d2e05f-bc01-46de-aee5-f759fd6b3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.297917 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-a6d2e05f-bc01-46de-aee5-f759fd6b3c30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0782394 Apr 02 18:10:49.373899 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-1f17c544-3b18-443d-9853-80c7746e3127 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c6c679-dd63-4044-b97b-54f0a53d270a HTTP/1.1" status: 200 len: 217 time: 0.0685356 Apr 02 18:10:49.409558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7607c-dedb-4357-963b-ffa2e83de12f req-12ddbe70-0819-4237-a4e4-ea85d29af94a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.411159 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f0a7607c-dedb-4357-963b-ffa2e83de12f req-12ddbe70-0819-4237-a4e4-ea85d29af94a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 944 time: 0.0929525 Apr 02 18:10:49.442555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-77ca271b-7b0b-4985-bb1a-3ec171474bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.444123 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-77ca271b-7b0b-4985-bb1a-3ec171474bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0634785 Apr 02 18:10:49.460157 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f0a7607c-dedb-4357-963b-ffa2e83de12f req-8d85abd4-e061-4092-adea-cbf24b09c2b8 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Apr 02 18:10:49.499668 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-35535e19-5f43-42d2-8c06-a24b89ad995c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492084 Apr 02 18:10:49.644028 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-055d6c70-0917-4dd0-b858-cad19fb50f41 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366622 Apr 02 18:10:49.787938 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d30014ac-b911-43b2-a251-1c64b9084ed5 req-75840235-b039-470c-b7dc-76419c924ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369572 Apr 02 18:10:49.891652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:49.922781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-5195375c-5370-42f5-8368-2e3270ef7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:49.924381 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-5195375c-5370-42f5-8368-2e3270ef7843 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0840971 Apr 02 18:10:50.066035 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-a63102b9-669c-4a5b-b942-83e08528c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:50.067481 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-a63102b9-669c-4a5b-b942-83e08528c4b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 915 time: 0.1352715 Apr 02 18:10:50.214179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c366a55-5755-469c-800f-18b51c2a0e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:50.375859 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-20e87196-3a66-4b50-9d54-d8e8767aa4ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c6c679-dd63-4044-b97b-54f0a53d270a HTTP/1.1" status: 200 len: 217 time: 0.3002872 Apr 02 18:10:50.445269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-aa975dba-1354-4ebc-a2ab-51396d9cee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:50.446773 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-aa975dba-1354-4ebc-a2ab-51396d9cee53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0646055 Apr 02 18:10:50.499838 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-505887d5-41cd-47a6-99f0-e76ab71d8506 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449727 Apr 02 18:10:50.644489 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-4d3e57bc-dcf1-432a-8091-3ebc837035af service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360121 Apr 02 18:10:50.670554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ebb28-226e-459b-ae1c-b0c372702f6c req-8909a70b-cfd3-421e-aeff-94131a09a6bd tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:50.672267 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-df4ebb28-226e-459b-ae1c-b0c372702f6c req-8909a70b-cfd3-421e-aeff-94131a09a6bd tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 944 time: 0.0931227 Apr 02 18:10:50.721969 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-df4ebb28-226e-459b-ae1c-b0c372702f6c req-cf4d91b2-f60d-41d4-bcfb-9e311e23a4da tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Apr 02 18:10:50.790389 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e3b32cea-90cf-4322-8d3e-7dbf3d4bcf14 req-0c383323-4a00-4580-b4e8-98c78863cd92 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365645 Apr 02 18:10:51.106714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:51.937523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2754e-1d1d-44d2-b0c2-44e16ac720af req-1c14bb33-88f1-4ae1-b0c2-649426127956 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:51.939049 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1df2754e-1d1d-44d2-b0c2-44e16ac720af req-1c14bb33-88f1-4ae1-b0c2-649426127956 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 944 time: 0.0955291 Apr 02 18:10:51.986485 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1df2754e-1d1d-44d2-b0c2-44e16ac720af req-6177c427-a1d7-4f4b-833d-45ae9cbfbf85 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Apr 02 18:10:52.112625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 67c6c679-dd63-4044-b97b-54f0a53d270a details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:10:52.260237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 67c6c679-dd63-4044-b97b-54f0a53d270a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=67c6c679-dd63-4044-b97b-54f0a53d270a,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:52.274153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '67c6c679-dd63-4044-b97b-54f0a53d270a', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'port_id': '67c6c679-dd63-4044-b97b-54f0a53d270a', 'mac_address': 'fa:16:3e:c7:f4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:10:52.351042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:52.371333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c6c679-dd63-4044-b97b-54f0a53d270a {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:10:52.393592 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 67c6c679-dd63-4044-b97b-54f0a53d270a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=67c6c679-dd63-4044-b97b-54f0a53d270a,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:52.398641 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:52.400453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:52.468823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=67c6c679-dd63-4044-b97b-54f0a53d270a,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:52.471839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:52.635309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['67c6c679-dd63-4044-b97b-54f0a53d270a'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:10:52.879881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:53.206070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145814a-0ba2-45b3-8280-2b746e1241b3 req-481cd778-5d00-4961-9e4f-ef841ba56874 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:53.207634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d145814a-0ba2-45b3-8280-2b746e1241b3 req-481cd778-5d00-4961-9e4f-ef841ba56874 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 945 time: 0.1003838 Apr 02 18:10:53.258100 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d145814a-0ba2-45b3-8280-2b746e1241b3 req-c5967c52-0198-4171-8289-ab6f005d6c00 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Apr 02 18:10:54.118209 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 67c6c679-dd63-4044-b97b-54f0a53d270a up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:10:54.199419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 67c6c679-dd63-4044-b97b-54f0a53d270a completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:10:54.204750 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 67c6c679-dd63-4044-b97b-54f0a53d270a triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:10:54.205159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:54.329372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:54.357447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c6c679-dd63-4044-b97b-54f0a53d270a'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:10:54.368150 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 67c6c679-dd63-4044-b97b-54f0a53d270a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=67c6c679-dd63-4044-b97b-54f0a53d270a,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:10:54.371771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:54.373744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:10:54.432344 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c6c679-dd63-4044-b97b-54f0a53d270a', 'code': 200} Apr 02 18:10:54.444892 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=67c6c679-dd63-4044-b97b-54f0a53d270a,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:10:54.448514 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:10:54.477459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0dd52-8a01-4c5f-95ce-aef06e108e5d req-b6420eda-3553-4e3a-8ad2-7fb5547943dd tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:54.479049 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5dd0dd52-8a01-4c5f-95ce-aef06e108e5d req-b6420eda-3553-4e3a-8ad2-7fb5547943dd tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 946 time: 0.1074245 Apr 02 18:10:54.529154 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5dd0dd52-8a01-4c5f-95ce-aef06e108e5d req-c01ee173-d951-430d-a35a-7d68a83cdae2 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Apr 02 18:10:54.680772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0a65-c2b5-4365-b0be-9ec4d55801ce req-65d4dc04-3280-4e3d-8f11-14c02bf64a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:54.682283 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-efac0a65-c2b5-4365-b0be-9ec4d55801ce req-65d4dc04-3280-4e3d-8f11-14c02bf64a21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0834551 Apr 02 18:10:54.737294 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-efac0a65-c2b5-4365-b0be-9ec4d55801ce req-e8d7c372-7976-4959-9dc0-abf7d2b4ea18 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Apr 02 18:10:55.746554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9458d2-4226-4713-b591-76269179bc9b req-747a65ba-b104-47ac-ae69-00c7be17b2c0 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:55.748122 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0e9458d2-4226-4713-b591-76269179bc9b req-747a65ba-b104-47ac-ae69-00c7be17b2c0 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 946 time: 0.0919371 Apr 02 18:10:55.769748 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:10:55.795781 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0e9458d2-4226-4713-b591-76269179bc9b req-9f5c2617-a1f1-44ca-b117-1bead7f9f21b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Apr 02 18:10:57.021966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78809a6e-d6c0-4396-b792-42650c5adcaf req-8492335f-8e9d-4bd3-b244-c96003f711ca tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:10:57.023434 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-78809a6e-d6c0-4396-b792-42650c5adcaf req-8492335f-8e9d-4bd3-b244-c96003f711ca tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 946 time: 0.0935950 Apr 02 18:10:57.073717 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-78809a6e-d6c0-4396-b792-42650c5adcaf req-1adad70c-a5fe-44eb-87bc-e870c1428252 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Apr 02 18:11:03.877042 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-f46a9781-3a2d-4c71-a28c-3381c6279ea1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:03.878641 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-f46a9781-3a2d-4c71-a28c-3381c6279ea1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.4029517 Apr 02 18:11:03.895330 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-ef1a6bde-4f30-46d4-98d7-1f09782a7895 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/quotas/48edb8561f154c0b96dc8fad374225d5 HTTP/1.1" status: 200 len: 375 time: 0.0103641 Apr 02 18:11:03.987411 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-12f6e174-0c5b-49fd-939f-99caf498f25d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864129 Apr 02 18:11:04.146608 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-d96b7f8d-1dc0-43ea-82d0-591ba97cbb18 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509976 Apr 02 18:11:04.287953 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-59240226-1c3b-48b2-9846-bff919031b69 service neutron] 10.222.0.22 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346011 Apr 02 18:11:04.485087 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-14aa13ce-1cdb-4f67-9235-61efd6dbd333 req-4ec3f6f1-68d5-440f-b2f7-7cdd290fec3d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 210 time: 0.0476468 Apr 02 18:11:05.599291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-832cc130-b82c-4022-b8b5-7c2e0456382a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:05.600841 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-832cc130-b82c-4022-b8b5-7c2e0456382a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 814 time: 0.1581914 Apr 02 18:11:05.614458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Request body: {'port': {'device_id': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'admin_state_up': True, 'tenant_id': '48edb8561f154c0b96dc8fad374225d5'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:05.651816 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-09a85575-eb6b-46ae-9949-8d48dc439cec req-fd840ce2-0492-4cfc-a446-553e239b5eff tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 210 time: 0.0516384 Apr 02 18:11:05.760475 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:05.764582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Usage tracker for resource:port and tenant:48edb8561f154c0b96dc8fad374225d5 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:05.767705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:05.773790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:05.783666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Made reservation on behalf of 48edb8561f154c0b96dc8fad374225d5 for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:11:05.789812 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:05.961949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Allocated IP 172.20.0.9 (98a52cd3-9f7a-4174-911a-30500ba07b35/ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70/4342ddb9-bbe6-4936-bf5d-4ef552532619) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:11:06.170138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.202077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.215467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e', '004889b8-8d02-43f8-99be-2648c8f04bed', '67c6c679-dd63-4044-b97b-54f0a53d270a'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:06.217375 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:06.362929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event updated for resources: {'Port': ['ID=4342ddb9-bbe6-4936-bf5d-4ef552532619,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:06.367275 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:06.409699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:11:06.410974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:11:06.413367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:11:06.477814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.478380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.499627 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8893411 Apr 02 18:11:06.512903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Request body: {'port': {'device_id': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:06.633649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:06.857469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512649e5-f461-445a-a9b6-84078f8a3d8f req-51e45d67-9d96-4c27-a9f2-ec3b83154d3e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:06.859135 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-512649e5-f461-445a-a9b6-84078f8a3d8f req-51e45d67-9d96-4c27-a9f2-ec3b83154d3e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 931 time: 0.0898855 Apr 02 18:11:06.907416 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-512649e5-f461-445a-a9b6-84078f8a3d8f req-785078ba-b784-4f17-98f4-5fad48a8185b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Apr 02 18:11:07.050798 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4342ddb9-bbe6-4936-bf5d-4ef552532619 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:07.058570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.073631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Transition to ACTIVE for port object 4342ddb9-bbe6-4936-bf5d-4ef552532619 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:11:07.079403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.097816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0596f6b7-0764-4098-9c23-8a2a96cd02a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:07.238146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Pushing event updated for resources: {'Port': ['ID=4342ddb9-bbe6-4936-bf5d-4ef552532619,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:07.242440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:07.453234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Attempting to bind port 4342ddb9-bbe6-4936-bf5d-4ef552532619 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:11:07.453700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Attempting to bind port 4342ddb9-bbe6-4936-bf5d-4ef552532619 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:11:07.453998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Attempting to bind port 4342ddb9-bbe6-4936-bf5d-4ef552532619 on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:07.459167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Port 4342ddb9-bbe6-4936-bf5d-4ef552532619 on network 98a52cd3-9f7a-4174-911a-30500ba07b35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:11:07.459523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Attempting to bind port 4342ddb9-bbe6-4936-bf5d-4ef552532619 on network 98a52cd3-9f7a-4174-911a-30500ba07b35 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:07.465450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:11:07.465826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Checking segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:11:07.466251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Bound using segment: {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:11:07.466717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Bound port: 4342ddb9-bbe6-4936-bf5d-4ef552532619, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e18ae-c356-4491-9064-7268e831020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:11:07.467093 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.568694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] For port 4342ddb9-bbe6-4936-bf5d-4ef552532619, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:11:07.571933 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] For port 4342ddb9-bbe6-4936-bf5d-4ef552532619, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:11:07.576478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.589528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-35112762-b92e-4c7d-83dd-7645e43e460f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:07.739364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Pushing event updated for resources: {'Port': ['ID=4342ddb9-bbe6-4936-bf5d-4ef552532619,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:07.742631 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:07.781950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.782278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:07.783872 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] 10.222.0.11 "PUT /v2.0/ports/4342ddb9-bbe6-4936-bf5d-4ef552532619 HTTP/1.1" status: 200 len: 1093 time: 1.2755446 Apr 02 18:11:07.784266 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'tag': '4342ddb9-bbe6-4936-bf5d-4ef552532619'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:07.866306 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'tag': '4342ddb9-bbe6-4936-bf5d-4ef552532619', 'status': 'completed', 'code': 200} Apr 02 18:11:07.903951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-b51cb71e-c671-4ed7-9885-44c4aeef2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:07.905599 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-b51cb71e-c671-4ed7-9885-44c4aeef2c17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 1096 time: 0.0840120 Apr 02 18:11:07.979297 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-a591a660-b636-4001-8980-cdc38e342c6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619 HTTP/1.1" status: 200 len: 217 time: 0.0654974 Apr 02 18:11:08.050297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-b965da90-3184-4983-9280-bc101ea98897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.051784 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-b965da90-3184-4983-9280-bc101ea98897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0660481 Apr 02 18:11:08.104627 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-3dd71370-6109-451d-83dc-d871fc2e18b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457802 Apr 02 18:11:08.114126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af1718-952a-4cf7-9a5b-bd245b465cb7 req-455cca54-1bf4-4dda-b1c3-77dde4c01fe3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.115716 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-64af1718-952a-4cf7-9a5b-bd245b465cb7 req-455cca54-1bf4-4dda-b1c3-77dde4c01fe3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 943 time: 0.0946238 Apr 02 18:11:08.165470 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-64af1718-952a-4cf7-9a5b-bd245b465cb7 req-cadeb7d7-0bf3-4506-bace-ecf64794c766 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Apr 02 18:11:08.245780 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-cee9cc39-e7a4-461b-b505-f1bb8c40ba01 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336913 Apr 02 18:11:08.613997 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e789efc2-1a21-4beb-b3ff-3d911348a049 req-1aba715e-9cca-49fd-b13c-70dd7ff9c53d service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595324 Apr 02 18:11:08.747451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693985c-643f-4b86-9889-1257fa9877e1 req-c7f755d6-b514-4d33-918d-a98a677c36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.749105 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-c7f755d6-b514-4d33-918d-a98a677c36af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 1096 time: 0.0821626 Apr 02 18:11:08.906460 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693985c-643f-4b86-9889-1257fa9877e1 req-afd0d5f8-5412-4cdb-b409-6e83f1da7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:08.907968 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-afd0d5f8-5412-4cdb-b409-6e83f1da7b42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 915 time: 0.1497934 Apr 02 18:11:08.990239 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-bdbf2f2b-b3a3-4f70-b04e-8b052df9fe72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619 HTTP/1.1" status: 200 len: 217 time: 0.0739205 Apr 02 18:11:09.061716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693985c-643f-4b86-9889-1257fa9877e1 req-c3fd89a6-da55-4441-96a8-80c8459119d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:09.063220 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-c3fd89a6-da55-4441-96a8-80c8459119d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0650864 Apr 02 18:11:09.117155 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-55642487-eb94-43f2-989d-b742b9af8d4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453184 Apr 02 18:11:09.259883 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-776f03bc-6c7b-4f15-81c2-8e4235b32197 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349356 Apr 02 18:11:09.374502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336c12b-d076-4bef-aadf-66bcb6db1df0 req-cb73f51f-dc99-4f22-9a30-68db4cdf5208 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:09.376121 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c336c12b-d076-4bef-aadf-66bcb6db1df0 req-cb73f51f-dc99-4f22-9a30-68db4cdf5208 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 943 time: 0.0906961 Apr 02 18:11:09.408545 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b693985c-643f-4b86-9889-1257fa9877e1 req-393b0957-ab6a-4f6f-99c7-10d0136cbd87 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396480 Apr 02 18:11:09.429713 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c336c12b-d076-4bef-aadf-66bcb6db1df0 req-75839292-e637-483f-9d8f-d27f3c8a5df2 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Apr 02 18:11:09.647758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:11:10.225874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4342ddb9-bbe6-4936-bf5d-4ef552532619 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:11:10.377619 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4342ddb9-bbe6-4936-bf5d-4ef552532619, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:10.391408 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '4342ddb9-bbe6-4936-bf5d-4ef552532619', 'network_id': '98a52cd3-9f7a-4174-911a-30500ba07b35', 'port_id': '4342ddb9-bbe6-4936-bf5d-4ef552532619', 'mac_address': 'fa:16:3e:51:bb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:11:10.451867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:10.470112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4342ddb9-bbe6-4936-bf5d-4ef552532619 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:10.486472 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4342ddb9-bbe6-4936-bf5d-4ef552532619, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:10.490003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:10.491829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:10.561074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4342ddb9-bbe6-4936-bf5d-4ef552532619,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:10.568896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.569298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.569685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.570032 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.570414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.570776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.571141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.571511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.571860 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.572211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.572547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.572897 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:10.576940 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:10.629586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a046-8a9b-46ae-ab76-ba292ea5c609 req-148ed2ce-4fd7-4b8e-b710-94464335e63a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:10.631150 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-de70a046-8a9b-46ae-ab76-ba292ea5c609 req-148ed2ce-4fd7-4b8e-b710-94464335e63a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 944 time: 0.0892591 Apr 02 18:11:10.680519 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-de70a046-8a9b-46ae-ab76-ba292ea5c609 req-aaf2898a-08f8-4445-92b9-6ff791240b2c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Apr 02 18:11:10.735510 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['4342ddb9-bbe6-4936-bf5d-4ef552532619'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:11.904094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10d16d-a4d7-4995-98d1-6a1cfac22cd5 req-d5f1d08c-5f57-4aa8-ad69-10d207b05c49 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:11.905762 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0b10d16d-a4d7-4995-98d1-6a1cfac22cd5 req-d5f1d08c-5f57-4aa8-ad69-10d207b05c49 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 944 time: 0.1008029 Apr 02 18:11:11.953295 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0b10d16d-a4d7-4995-98d1-6a1cfac22cd5 req-50efbffb-d9ee-4803-8a6d-042f98c01749 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Apr 02 18:11:12.240772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4342ddb9-bbe6-4936-bf5d-4ef552532619 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:11:12.328813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 4342ddb9-bbe6-4936-bf5d-4ef552532619 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:11:12.337153 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 4342ddb9-bbe6-4936-bf5d-4ef552532619 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:11:12.337805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.465934 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.494200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4342ddb9-bbe6-4936-bf5d-4ef552532619'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:12.504747 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 4342ddb9-bbe6-4936-bf5d-4ef552532619, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:12.508611 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:12.510584 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:12.547275 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4342ddb9-bbe6-4936-bf5d-4ef552532619', 'code': 200} Apr 02 18:11:12.585108 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=4342ddb9-bbe6-4936-bf5d-4ef552532619,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:12.588256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:12.813636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833292b-2498-40d9-8c12-f66c359ec2f9 req-6a027531-481f-4a04-8009-1e998424bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:12.815229 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6833292b-2498-40d9-8c12-f66c359ec2f9 req-6a027531-481f-4a04-8009-1e998424bd6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 1098 time: 0.0825429 Apr 02 18:11:12.858086 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6833292b-2498-40d9-8c12-f66c359ec2f9 req-82f5fa5a-2142-45c8-a6f9-7e2e192435fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358315 Apr 02 18:11:13.174443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40d0fc-3d12-44f4-9d6b-053b517cbdb0 req-2de479b7-01a0-4306-88c4-f2093295450c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:13.176009 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9e40d0fc-3d12-44f4-9d6b-053b517cbdb0 req-2de479b7-01a0-4306-88c4-f2093295450c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 945 time: 0.0909021 Apr 02 18:11:13.223371 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9e40d0fc-3d12-44f4-9d6b-053b517cbdb0 req-dff2a8ae-6345-4e7c-b72f-54c3c5845d17 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Apr 02 18:11:14.448646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6fa1d-cf06-44bb-b4f9-91929fd44b6c req-6206818f-d2f2-471b-8a38-6ff9480f6f86 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:14.450231 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0af6fa1d-cf06-44bb-b4f9-91929fd44b6c req-6206818f-d2f2-471b-8a38-6ff9480f6f86 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 945 time: 0.1050310 Apr 02 18:11:14.499391 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0af6fa1d-cf06-44bb-b4f9-91929fd44b6c req-72f1f2d3-706b-4d6d-b3d9-9d9a09e779d8 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Apr 02 18:11:18.513804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d8f68772-5e2e-4ce7-b5e0-c8bcf8a8dac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:19.895198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:20.223334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1ccfadd8-63c5-4a66-8ade-623846b737fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:21.105886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:22.193196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114ab9b-4932-4338-86cb-9f956a41652b req-afd07760-3248-4579-b6aa-06039bca4d7d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:22.194782 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0114ab9b-4932-4338-86cb-9f956a41652b req-afd07760-3248-4579-b6aa-06039bca4d7d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 945 time: 0.1015706 Apr 02 18:11:22.243593 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0114ab9b-4932-4338-86cb-9f956a41652b req-8f0b799e-e30a-47f3-b958-e2c54e9cd584 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Apr 02 18:11:22.885296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:23.478502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3c01-09ed-4503-8f29-92cce4fcb498 req-77347a28-4a9d-4df5-acdc-5bb26b796df1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:23.480108 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-88cf3c01-09ed-4503-8f29-92cce4fcb498 req-77347a28-4a9d-4df5-acdc-5bb26b796df1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 945 time: 0.0959046 Apr 02 18:11:23.529672 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-88cf3c01-09ed-4503-8f29-92cce4fcb498 req-1252dfa4-7a7e-49c6-abc4-b6f82dcb2213 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Apr 02 18:11:23.788646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36440560-1fd9-448a-aa28-566e335bc21f req-cf96ddb5-a7c6-41c4-b26f-eeeb709e601a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:23.789492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-36440560-1fd9-448a-aa28-566e335bc21f req-cf96ddb5-a7c6-41c4-b26f-eeeb709e601a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Synchronizing usage tracker for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:23.807481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-36440560-1fd9-448a-aa28-566e335bc21f req-cf96ddb5-a7c6-41c4-b26f-eeeb709e601a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Unset dirty status for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:23.808627 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-36440560-1fd9-448a-aa28-566e335bc21f req-cf96ddb5-a7c6-41c4-b26f-eeeb709e601a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 945 time: 0.1179061 Apr 02 18:11:23.892353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Deleting port 4342ddb9-bbe6-4936-bf5d-4ef552532619 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:23.892734 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.156155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] For port 4342ddb9-bbe6-4936-bf5d-4ef552532619, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=4342ddb9-bbe6-4936-bf5d-4ef552532619,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:24.156560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.289542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Calling delete_port for 4342ddb9-bbe6-4936-bf5d-4ef552532619 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:24.437566 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.450705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e', '004889b8-8d02-43f8-99be-2648c8f04bed', '67c6c679-dd63-4044-b97b-54f0a53d270a'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:24.455962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-32a43f1a-75b9-406b-a1ca-c24b8df26fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:24.510914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event deleted for resources: {'Port': ['ID=4342ddb9-bbe6-4936-bf5d-4ef552532619,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:24.515676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:24.699822 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8ac5b7b9-4225-42ee-a76c-dc96e8b93096 req-b0ae59b6-b86d-4178-9f70-c92154e47b96 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99aa892-c41f-440a-97c1-088fc4fb2f8c HTTP/1.1" status: 200 len: 210 time: 0.0557153 Apr 02 18:11:24.701181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] No DVR routers for this DVR port 4342ddb9-bbe6-4936-bf5d-4ef552532619 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:24.704139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:24.708458 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'name': 'network-vif-deleted', 'tag': '4342ddb9-bbe6-4936-bf5d-4ef552532619'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:24.736430 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-36440560-1fd9-448a-aa28-566e335bc21f req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "DELETE /v2.0/ports/4342ddb9-bbe6-4936-bf5d-4ef552532619 HTTP/1.1" status: 204 len: 173 time: 0.9178782 Apr 02 18:11:24.764525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99aa892-c41f-440a-97c1-088fc4fb2f8c', 'name': 'network-vif-deleted', 'tag': '4342ddb9-bbe6-4936-bf5d-4ef552532619', 'status': 'completed', 'code': 200} Apr 02 18:11:25.762663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:26.370994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4342ddb9-bbe6-4936-bf5d-4ef552532619 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:26.413565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 4342ddb9-bbe6-4936-bf5d-4ef552532619 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:26.413958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 4342ddb9-bbe6-4936-bf5d-4ef552532619 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:26.480979 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-4b0cb914-ea17-4f3a-8d90-5cb490e2eb0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831239 Apr 02 18:11:26.650501 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-76a7bb76-eadc-4785-8cd5-df91aa72e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:26.651946 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-76a7bb76-eadc-4785-8cd5-df91aa72e516 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48edb8561f154c0b96dc8fad374225d5&device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 1098 time: 0.0818114 Apr 02 18:11:26.821485 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-2bd1ec45-4082-4f0a-be1a-e4bef9823c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:26.823077 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-2bd1ec45-4082-4f0a-be1a-e4bef9823c3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 200 len: 915 time: 0.1452980 Apr 02 18:11:26.902648 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-6ce30a01-86bd-44cb-a146-166264f32e60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49054a7c-14e9-4315-8008-181b41d02a2e HTTP/1.1" status: 200 len: 217 time: 0.0692551 Apr 02 18:11:26.973212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-63174a59-8be0-4204-bb60-1072720acb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:26.974714 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-63174a59-8be0-4204-bb60-1072720acb8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 200 len: 854 time: 0.0652187 Apr 02 18:11:27.030507 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-d79d0228-55bf-4a08-806e-377380fbbcb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98a52cd3-9f7a-4174-911a-30500ba07b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484965 Apr 02 18:11:27.173059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-5288c630-b1c8-49d6-9e5a-e63982227e16 service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357446 Apr 02 18:11:27.315274 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-02d73d51-7370-47e9-81a8-5f17dd3a25c8 req-d83e721e-17da-4f56-be74-15edf32e243e service neutron] 10.222.0.11 "GET /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359701 Apr 02 18:11:27.455424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298cdc-4b73-4883-954b-4454a1fde8a6 req-f41b750d-3de2-4bbd-9722-077d9bbdd6d3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:27.456898 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-52298cdc-4b73-4883-954b-4454a1fde8a6 req-f41b750d-3de2-4bbd-9722-077d9bbdd6d3 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 946 time: 0.0984404 Apr 02 18:11:27.504704 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-52298cdc-4b73-4883-954b-4454a1fde8a6 req-bd43fc60-07e1-4904-8e4e-b4793a88f714 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Apr 02 18:11:28.715231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb159067-ef2b-4f65-ae36-fc8c2aa0c9ff req-bf7fb211-aa6d-456b-a3a7-ccedc14f4b03 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:28.716834 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cb159067-ef2b-4f65-ae36-fc8c2aa0c9ff req-bf7fb211-aa6d-456b-a3a7-ccedc14f4b03 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 946 time: 0.0934215 Apr 02 18:11:28.768827 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cb159067-ef2b-4f65-ae36-fc8c2aa0c9ff req-9599f8c6-b282-4d19-85fc-4ed0387414db tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Apr 02 18:11:29.064873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-93fdc690-e4cc-45ce-bd81-892d266a5634 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:29.065678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-93fdc690-e4cc-45ce-bd81-892d266a5634 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Synchronizing usage tracker for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:29.084157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-93fdc690-e4cc-45ce-bd81-892d266a5634 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Unset dirty status for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:29.085819 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-93fdc690-e4cc-45ce-bd81-892d266a5634 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 946 time: 0.1193688 Apr 02 18:11:29.164138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Deleting port 67c6c679-dd63-4044-b97b-54f0a53d270a {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:29.164519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:29.425869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] For port 67c6c679-dd63-4044-b97b-54f0a53d270a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=67c6c679-dd63-4044-b97b-54f0a53d270a,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:29.426212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:29.558579 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Calling delete_port for 67c6c679-dd63-4044-b97b-54f0a53d270a owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:29.713810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:29.727104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e', '004889b8-8d02-43f8-99be-2648c8f04bed', '67c6c679-dd63-4044-b97b-54f0a53d270a'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:29.732290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-631c51f3-6002-4c17-b0b7-384fdc35682d tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:29.793934 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event deleted for resources: {'Port': ['ID=67c6c679-dd63-4044-b97b-54f0a53d270a,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:29.796600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:29.935669 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c07b28b2-c303-40d5-aa8e-824894e68413 req-832cf66c-8e60-43b2-abeb-0e5adccf268f tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b6c37e9-e40a-4768-b9b5-c07f577ce9b3 HTTP/1.1" status: 200 len: 210 time: 0.0515170 Apr 02 18:11:30.202563 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] No DVR routers for this DVR port 67c6c679-dd63-4044-b97b-54f0a53d270a on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:30.205476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:30.208130 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'name': 'network-vif-deleted', 'tag': '67c6c679-dd63-4044-b97b-54f0a53d270a'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:30.224375 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c9cd59f9-3582-415d-8b0e-116541754c1f req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "DELETE /v2.0/ports/67c6c679-dd63-4044-b97b-54f0a53d270a HTTP/1.1" status: 204 len: 173 time: 1.1332252 Apr 02 18:11:30.264568 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6c37e9-e40a-4768-b9b5-c07f577ce9b3', 'name': 'network-vif-deleted', 'tag': '67c6c679-dd63-4044-b97b-54f0a53d270a', 'status': 'completed', 'code': 200} Apr 02 18:11:31.437580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b6bd-6140-4ce3-a52a-fb0f2447e870 req-9dc8827c-6743-4f80-9888-8c39764643f4 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:31.439180 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3d84b6bd-6140-4ce3-a52a-fb0f2447e870 req-9dc8827c-6743-4f80-9888-8c39764643f4 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 946 time: 0.0928440 Apr 02 18:11:31.489823 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3d84b6bd-6140-4ce3-a52a-fb0f2447e870 req-69fcad88-9258-484a-a2be-975bc4467166 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Apr 02 18:11:32.444526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 67c6c679-dd63-4044-b97b-54f0a53d270a no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:32.491981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 67c6c679-dd63-4044-b97b-54f0a53d270a {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:32.492360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 67c6c679-dd63-4044-b97b-54f0a53d270a not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:32.625135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-7e9c6b92-9a92-4a8c-b80f-330c2b185298 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:32.625939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-7e9c6b92-9a92-4a8c-b80f-330c2b185298 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Synchronizing usage tracker for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:32.642215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-7e9c6b92-9a92-4a8c-b80f-330c2b185298 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Unset dirty status for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:32.643450 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-7e9c6b92-9a92-4a8c-b80f-330c2b185298 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 946 time: 0.1125786 Apr 02 18:11:32.712072 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6ec26-5296-47de-a6d9-038cee5f6c8a req-d24a3ada-574a-45c8-8b6e-9e2016d5f38a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:32.713627 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6eb6ec26-5296-47de-a6d9-038cee5f6c8a req-d24a3ada-574a-45c8-8b6e-9e2016d5f38a tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 946 time: 0.0893471 Apr 02 18:11:32.719983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Deleting port 004889b8-8d02-43f8-99be-2648c8f04bed {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:32.720441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:32.762292 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6eb6ec26-5296-47de-a6d9-038cee5f6c8a req-5456e771-d503-4782-92f1-03a5f40d314c tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Apr 02 18:11:32.991033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] For port 004889b8-8d02-43f8-99be-2648c8f04bed, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=004889b8-8d02-43f8-99be-2648c8f04bed,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:32.991358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:33.124047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Calling delete_port for 004889b8-8d02-43f8-99be-2648c8f04bed owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:33.274992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:33.288133 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e', '004889b8-8d02-43f8-99be-2648c8f04bed'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:33.289988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b6b2678c-1e9d-45a0-84b5-896138b1cfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:33.348297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event deleted for resources: {'Port': ['ID=004889b8-8d02-43f8-99be-2648c8f04bed,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:33.353087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:33.538036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] No DVR routers for this DVR port 004889b8-8d02-43f8-99be-2648c8f04bed on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:33.540370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:33.543128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'name': 'network-vif-deleted', 'tag': '004889b8-8d02-43f8-99be-2648c8f04bed'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:33.561862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7f54ca0c-4623-462e-8500-d9ba3d96c6b5 req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "DELETE /v2.0/ports/004889b8-8d02-43f8-99be-2648c8f04bed HTTP/1.1" status: 204 len: 173 time: 0.9126816 Apr 02 18:11:33.594809 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a36145-8ecf-4feb-89f6-988df3011e7e', 'name': 'network-vif-deleted', 'tag': '004889b8-8d02-43f8-99be-2648c8f04bed', 'status': 'completed', 'code': 200} Apr 02 18:11:33.946006 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cbbf2324-c68a-4a37-9c30-6d2328983554 req-befa3fba-5c5b-4d82-bf9b-8af87fdc2ca1 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a36145-8ecf-4feb-89f6-988df3011e7e HTTP/1.1" status: 200 len: 210 time: 0.0574625 Apr 02 18:11:36.458273 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 004889b8-8d02-43f8-99be-2648c8f04bed no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:36.497796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 004889b8-8d02-43f8-99be-2648c8f04bed {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:36.498202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 004889b8-8d02-43f8-99be-2648c8f04bed not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:36.696050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c9dae-cfec-40df-93e9-1d3770de43ed req-13178c68-3b77-483b-b7e0-6ea5e9f1af77 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:36.697636 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-047c9dae-cfec-40df-93e9-1d3770de43ed req-13178c68-3b77-483b-b7e0-6ea5e9f1af77 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 945 time: 0.0926461 Apr 02 18:11:36.745903 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-047c9dae-cfec-40df-93e9-1d3770de43ed req-b423e8f1-6d3c-424c-a8da-578303609aa5 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Apr 02 18:11:37.962009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30021a9b-b49b-4d62-a399-d4e8742fc820 req-89417989-13ea-4c28-a495-6f2d42921a64 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:37.963573 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-30021a9b-b49b-4d62-a399-d4e8742fc820 req-89417989-13ea-4c28-a495-6f2d42921a64 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 945 time: 0.0939589 Apr 02 18:11:38.015079 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-30021a9b-b49b-4d62-a399-d4e8742fc820 req-05812809-78b3-4eb7-9cd2-4f3d101ce675 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d13995-8025-4bec-be8f-6e7e191c986b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Apr 02 18:11:38.125188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542488-3611-44ed-a1f5-f66ef81902ac req-4c03ef9a-6023-4373-86e0-7851283ada9b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:38.125985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-58542488-3611-44ed-a1f5-f66ef81902ac req-4c03ef9a-6023-4373-86e0-7851283ada9b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Synchronizing usage tracker for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:38.143137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-58542488-3611-44ed-a1f5-f66ef81902ac req-4c03ef9a-6023-4373-86e0-7851283ada9b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Unset dirty status for tenant:48edb8561f154c0b96dc8fad374225d5 on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:38.144310 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58542488-3611-44ed-a1f5-f66ef81902ac req-4c03ef9a-6023-4373-86e0-7851283ada9b tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 945 time: 0.1114435 Apr 02 18:11:38.221659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Deleting port 49054a7c-14e9-4315-8008-181b41d02a2e {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:11:38.222043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:38.489145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] For port 49054a7c-14e9-4315-8008-181b41d02a2e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=49054a7c-14e9-4315-8008-181b41d02a2e,segment=NetworkSegment(665e18ae-c356-4491-9064-7268e831020e),segment_id=665e18ae-c356-4491-9064-7268e831020e)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:11:38.489434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:38.621396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Calling delete_port for 49054a7c-14e9-4315-8008-181b41d02a2e owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:11:38.780051 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:38.791576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['49054a7c-14e9-4315-8008-181b41d02a2e'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:11:38.798674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c52dccdc-9b93-42e8-bd7f-6acefadd32df tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:38.859852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Pushing event deleted for resources: {'Port': ['ID=49054a7c-14e9-4315-8008-181b41d02a2e,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:38.862512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:39.045160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] No DVR routers for this DVR port 49054a7c-14e9-4315-8008-181b41d02a2e on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:11:39.047858 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:39.050673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'name': 'network-vif-deleted', 'tag': '49054a7c-14e9-4315-8008-181b41d02a2e'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:39.067221 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58542488-3611-44ed-a1f5-f66ef81902ac req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.11 "DELETE /v2.0/ports/49054a7c-14e9-4315-8008-181b41d02a2e HTTP/1.1" status: 204 len: 173 time: 0.9172881 Apr 02 18:11:39.100154 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4810b9-6e1e-416e-80bd-972b9a98e451', 'name': 'network-vif-deleted', 'tag': '49054a7c-14e9-4315-8008-181b41d02a2e', 'status': 'completed', 'code': 200} Apr 02 18:11:39.340938 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-30e4a2f9-8871-4a70-8e03-102c24c61c44 req-1abf5db3-84b5-43ca-8db1-628e9bc03ed8 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f4810b9-6e1e-416e-80bd-972b9a98e451 HTTP/1.1" status: 200 len: 210 time: 0.0551736 Apr 02 18:11:40.455335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33136) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:40.527438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Deleting subnet ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:11:40.530827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:40.592435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:40.651571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:40.919918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:40.936536 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:40.980989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:40.984713 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:41.068013 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.074424 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-8727689d-d20d-4c26-8f7b-9707c5269a6c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ae8f56d8-3086-47a4-9f4a-0f9eb05f9c70 HTTP/1.1" status: 204 len: 168 time: 0.6176429 Apr 02 18:11:41.078778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33140) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:41.193535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.390107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.499983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a52cd3-9f7a-4174-911a-30500ba07b35']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:41.515603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665e18ae-c356-4491-9064-7268e831020e') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:41.515936 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665e18ae-c356-4491-9064-7268e831020e') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:11:41.527809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.542412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:41.549284 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:11:41.720610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:11:41.729453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.132828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Network 98a52cd3-9f7a-4174-911a-30500ba07b35 has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:11:42.154574 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:11:42.232361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.236390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-13c47316-397c-4fa0-84f6-ebcaacbef47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:42.250225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.261265 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a52cd3-9f7a-4174-911a-30500ba07b35,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:42.264621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:42.270101 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-d5924718-c1bd-48c7-8691-5e1876f85779 admin admin] 10.222.0.22 "DELETE /v2.0/networks/98a52cd3-9f7a-4174-911a-30500ba07b35 HTTP/1.1" status: 204 len: 168 time: 1.1903117 Apr 02 18:11:42.392267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33146) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:42.455342 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-03b056d9-10fc-45bc-8ad5-bb50ef514d30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48edb8561f154c0b96dc8fad374225d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615361 Apr 02 18:11:42.459045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33150) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:42.504439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 49054a7c-14e9-4315-8008-181b41d02a2e no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:11:42.519149 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.544428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 49054a7c-14e9-4315-8008-181b41d02a2e {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:11:42.544819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 49054a7c-14e9-4315-8008-181b41d02a2e not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:11:42.546106 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.598869 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.604101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-041e5102-17e4-4f89-af9c-781757c5a18d tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:42.618308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d13995-8025-4bec-be8f-6e7e191c986b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:42.623530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:42.625589 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:42.626897 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-33cdf537-0e87-4227-9531-99b56344affe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85d13995-8025-4bec-be8f-6e7e191c986b HTTP/1.1" status: 204 len: 168 time: 0.1669114 Apr 02 18:11:44.608610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33202) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:44.737184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.756272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:44.760426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab54c421269447c9ae1062ce75713af is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:44.763464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:44.769654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:44.863773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.867995 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:44.874650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-61cc7a9b-fb36-4a27-b68a-8374b21c1574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:44.918774 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ab54c421269447c9ae1062ce75713af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088608 Apr 02 18:11:44.919663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd606a-7d8f-4ad7-aed6-34ccfd00023c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:44.921778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33208) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:44.939016 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.939420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.939822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.940208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.940593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.941009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.941455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.941834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.942220 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.942604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.942983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.943358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:44.947520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-556f8f1b-5cf5-4f67-8881-8362db195120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:44.997560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.025491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.070609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.074296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-28ccb19a-5f05-41e7-b646-a94d6e5a2ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:45.089414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd606a-7d8f-4ad7-aed6-34ccfd00023c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:45.092089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:45.098459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.099595 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-774ccbc4-de8d-48fb-abf3-92ea01c0d72c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7bd606a-7d8f-4ad7-aed6-34ccfd00023c HTTP/1.1" status: 204 len: 168 time: 0.1756525 Apr 02 18:11:45.401537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33216) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:45.421224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.437554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:45.442162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5adf5a2e6548d393616a073f10675c is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:45.445483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:45.452000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:45.547176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.551731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.558986 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0391ceb4-9229-46c1-b3fa-ba408d2e4bed tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:45.601889 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e5adf5a2e6548d393616a073f10675c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992180 Apr 02 18:11:45.602824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e813e-919c-4efc-9972-866dccd2f472,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:45.606098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5066a780-30f0-41b5-81e4-ffc77d3e3dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:45.607389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33220) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:45.668489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.695707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.749674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.755014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6be89be9-5f2e-40e0-a0c7-5e4f240ab6b9 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:45.766774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e813e-919c-4efc-9972-866dccd2f472,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:45.769194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:45.774191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:45.775676 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-acc24a13-b68b-4834-9c14-b86b5a551baa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea6e813e-919c-4efc-9972-866dccd2f472 HTTP/1.1" status: 204 len: 168 time: 0.1670361 Apr 02 18:11:46.647841 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:11:47.696463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33268) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:47.831598 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:47.847713 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:47.851866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b23a047aea45a3bfce334a2a6fac59 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:47.854944 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:47.861165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:47.947500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:47.951600 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:47.959712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-168d4edf-c903-479f-9df6-8589390b0e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:48.002722 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4b23a047aea45a3bfce334a2a6fac59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051028 Apr 02 18:11:48.003733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc27d1-2258-4b0f-b8ed-384bd18becd9,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:48.005889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33274) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:48.011909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.012324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.012790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.013186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.013606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.013994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.014384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.014786 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.015174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.015556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.015939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.016319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:11:48.020615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46a70920-7b47-4edb-81ac-0448aa162b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:48.071638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.099700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.146023 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.151110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-171df434-888b-46ed-a2e7-2df060676b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:48.164454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc27d1-2258-4b0f-b8ed-384bd18becd9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:48.167633 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:48.169668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.172445 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-86a94082-3c6b-4bb8-8085-e147205dae7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6cc27d1-2258-4b0f-b8ed-384bd18becd9 HTTP/1.1" status: 204 len: 168 time: 0.1653810 Apr 02 18:11:48.480211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33282) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:48.499442 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.513939 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ed45cbb8-947e-4bfa-89dd-333410664bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.515202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:48.519474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Usage tracker for resource:security_group_rule and tenant:0fcc820858e349a983cad70166e871a3 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:48.522496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:48.528651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:48.615071 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.619778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.626911 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-73638e78-2562-4ccb-9888-a7ce608db9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:48.673327 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fcc820858e349a983cad70166e871a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919842 Apr 02 18:11:48.674242 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42b74f-020f-437f-823d-7b948efd04ec,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:48.676523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33286) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:48.677711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a4d8b07a-e039-4e9a-87f5-64c9e4b9317e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:48.745378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.772782 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.823690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.829166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-94242a38-da8b-4eae-9db3-a58d64de7dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:48.841573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42b74f-020f-437f-823d-7b948efd04ec,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:48.844668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:48.847171 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:48.850885 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f9102542-65a2-494f-84e1-b4a6e789b7ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af42b74f-020f-437f-823d-7b948efd04ec HTTP/1.1" status: 204 len: 168 time: 0.1706827 Apr 02 18:11:49.898236 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.171215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33318) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:50.216155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b919f0a3-74e8-48b4-aec8-80da910d0bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.311821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.328497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:50.333155 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Usage tracker for resource:security_group_rule and tenant:249b7b6cf5474eea8ebbef93bd74ad82 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:50.336432 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:50.343229 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:50.428390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.432765 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.439556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b0019b15-53aa-4e72-bbfc-f6925bd9af1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:50.483349 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=249b7b6cf5474eea8ebbef93bd74ad82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107109 Apr 02 18:11:50.484257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ef6c3-2872-42c0-948f-3c6d4b53cfeb,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:50.486522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33324) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:50.487474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6d825ff2-00c1-47c5-a507-ac37f8bfa3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:50.549204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.575899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.624354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.632118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-678d3661-c6ec-48fc-a316-d515d0a5ce60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:50.646762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ef6c3-2872-42c0-948f-3c6d4b53cfeb,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:50.650627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:50.654178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:50.655483 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-48454386-2225-4902-a88b-b2bdcc1a78df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d75ef6c3-2872-42c0-948f-3c6d4b53cfeb HTTP/1.1" status: 204 len: 168 time: 0.1677518 Apr 02 18:11:51.100803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.384822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33348) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:51.500144 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1851930414-network', 'tenant_id': 'f1e68cb1ed4a4b31b18dee87e8f1222d'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:51.505525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:51.510165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Usage tracker for resource:network and tenant:f1e68cb1ed4a4b31b18dee87e8f1222d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:51.513533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:51.524017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:51.533491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Made reservation on behalf of f1e68cb1ed4a4b31b18dee87e8f1222d for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:11:51.538227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.551493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.566819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:51.571169 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e68cb1ed4a4b31b18dee87e8f1222d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:51.574291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:51.581058 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:51.667028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.670568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.673582 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-22cc0b82-9418-45d5-9bdd-40801ab05c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:51.702638 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:11:51.712535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f972727-19d7-4813-98f5-d428a593637d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:51.716768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:51.719643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.720146 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Added segment 6b82f656-095c-4c9f-b8c2-4a9291206552 of type vlan for network 89040154-2179-4fb6-9b5c-3bcf078a8513 Apr 02 18:11:51.748428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.778886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.780280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:51.780953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:51.786082 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:51.890089 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5040796 Apr 02 18:11:51.893231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Pushing event updated for resources: {'Network': ['ID=89040154-2179-4fb6-9b5c-3bcf078a8513,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:51.893745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33354) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:11:51.896372 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-32d07ab1-d4de-4088-a41a-bd5504bffb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:51.905690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Request body: {'subnet': {'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1851930414-subnet', 'tenant_id': 'f1e68cb1ed4a4b31b18dee87e8f1222d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:51.908908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:11:51.913011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:51.917466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Usage tracker for resource:subnet and tenant:f1e68cb1ed4a4b31b18dee87e8f1222d is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:51.920760 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:51.927249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:51.938333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Made reservation on behalf of f1e68cb1ed4a4b31b18dee87e8f1222d for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:11:51.943537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15547954'] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.357867 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838534062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15547905'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.371027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8a246365-b8cb-491a-b5be-d47c5cccf476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:52.502390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a608eb6-c47b-47e5-81e3-703bfe973add,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:52.506707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:52.567129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Checking segment: {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:11:52.567520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Network hostable DHCP agents. Network: 89040154-2179-4fb6-9b5c-3bcf078a8513, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:11:52.587726 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:11:52.600539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, 89040154-2179-4fb6-9b5c-3bcf078a8513) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:11:52.609796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2d388-f030-4a77-8f56-736590490059 None None] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:11:52.617544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:52.618192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:52.651818 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ab070951-f4ad-45d7-9e47-d2c4b8add175 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7567194 Apr 02 18:11:52.833009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6232896-c505-4e13-82d5-30eb98e06c77 None None] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:11:52.942853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:54.745603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-8533edcb-ea23-4aa2-b72d-2c139b6ed0d5 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:54.746269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-8533edcb-ea23-4aa2-b72d-2c139b6ed0d5 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Synchronizing usage tracker for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:54.765810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-8533edcb-ea23-4aa2-b72d-2c139b6ed0d5 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Unset dirty status for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:54.769190 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-8533edcb-ea23-4aa2-b72d-2c139b6ed0d5 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/networks?id=89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 200 len: 809 time: 0.1821268 Apr 02 18:11:54.783946 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-00773ec0-59b1-4efa-8812-3c6e7378ef82 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/quotas/f1e68cb1ed4a4b31b18dee87e8f1222d HTTP/1.1" status: 200 len: 375 time: 0.0106142 Apr 02 18:11:54.842073 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-712d0e42-23e1-4d1f-a0c0-591bc8077aad tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519958 Apr 02 18:11:54.998311 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-ee15118b-5495-4436-9075-adb7a10efbfc service neutron] 10.222.0.22 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459937 Apr 02 18:11:55.138701 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-4811be4b-733c-41ff-a30f-bfe87d2ffa55 service neutron] 10.222.0.22 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339839 Apr 02 18:11:55.328540 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1b9ceac5-524d-4983-a61e-201f1ca61527 req-f0d5ebc1-8d17-40c7-bf81-2c9a4f90de4e tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0478592 Apr 02 18:11:55.767477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:56.424709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-5e9a9776-2040-4336-9461-b1b812db6cc8 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:56.426726 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-5e9a9776-2040-4336-9461-b1b812db6cc8 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "GET /v2.0/networks?id=89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 200 len: 809 time: 0.1622541 Apr 02 18:11:56.441712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Request body: {'port': {'device_id': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513', 'admin_state_up': True, 'tenant_id': 'f1e68cb1ed4a4b31b18dee87e8f1222d'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:56.489614 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4e6eff8f-37b1-479e-9260-89d4a4462afc req-37438967-06ff-4610-8d0a-69ff02dd5a9b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0483108 Apr 02 18:11:56.585664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:11:56.590048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Usage tracker for resource:port and tenant:f1e68cb1ed4a4b31b18dee87e8f1222d is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:11:56.593122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:11:56.599286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:11:56.609914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Made reservation on behalf of f1e68cb1ed4a4b31b18dee87e8f1222d for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:11:56.615981 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:56.786128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Allocated IP 172.20.0.14 (89040154-2179-4fb6-9b5c-3bcf078a8513/0a608eb6-c47b-47e5-81e3-703bfe973add/8aa0b57b-5693-4680-8417-aa73e133485b) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:11:56.999910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:57.031946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:57.046850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2791d404-2dc3-418b-be13-fa38034ad342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:57.189954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Pushing event updated for resources: {'Port': ['ID=8aa0b57b-5693-4680-8417-aa73e133485b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:57.194252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:57.240290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:11:57.241500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:11:57.243889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:11:57.312865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:57.313505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:57.336570 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-bf591736-ad03-4c74-8952-d15a968a28b1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9014251 Apr 02 18:11:57.349188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Request body: {'port': {'device_id': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:11:57.469396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:57.691437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0ec79-e998-4af9-a142-53e5b8750d52 req-945f571a-c231-4226-b7aa-2f43593f539f tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:57.693008 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-32e0ec79-e998-4af9-a142-53e5b8750d52 req-945f571a-c231-4226-b7aa-2f43593f539f tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 932 time: 0.0901008 Apr 02 18:11:57.741703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-32e0ec79-e998-4af9-a142-53e5b8750d52 req-8a3f6f05-8c1b-47fd-a56c-bc9217b98a26 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Synchronizing usage tracker for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:11:57.759985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-32e0ec79-e998-4af9-a142-53e5b8750d52 req-8a3f6f05-8c1b-47fd-a56c-bc9217b98a26 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Unset dirty status for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:11:57.761224 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-32e0ec79-e998-4af9-a142-53e5b8750d52 req-8a3f6f05-8c1b-47fd-a56c-bc9217b98a26 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613675 Apr 02 18:11:57.883471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa0b57b-5693-4680-8417-aa73e133485b {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:11:57.891337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:57.906751 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Transition to ACTIVE for port object 8aa0b57b-5693-4680-8417-aa73e133485b will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:11:57.911186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:57.924246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-8bdda8c6-1ec0-49f6-a58a-832934d87646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:58.292727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Pushing event updated for resources: {'Port': ['ID=8aa0b57b-5693-4680-8417-aa73e133485b,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:58.297046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:58.507251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Attempting to bind port 8aa0b57b-5693-4680-8417-aa73e133485b on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:11:58.507606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Attempting to bind port 8aa0b57b-5693-4680-8417-aa73e133485b by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:11:58.507977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Attempting to bind port 8aa0b57b-5693-4680-8417-aa73e133485b on network 89040154-2179-4fb6-9b5c-3bcf078a8513 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:58.513520 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Port 8aa0b57b-5693-4680-8417-aa73e133485b on network 89040154-2179-4fb6-9b5c-3bcf078a8513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:11:58.513880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Attempting to bind port 8aa0b57b-5693-4680-8417-aa73e133485b on network 89040154-2179-4fb6-9b5c-3bcf078a8513 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:11:58.519987 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:11:58.520358 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Checking segment: {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:11:58.520777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Bound using segment: {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:11:58.521268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Bound port: 8aa0b57b-5693-4680-8417-aa73e133485b, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:11:58.521676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:58.619195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] For port 8aa0b57b-5693-4680-8417-aa73e133485b, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:11:58.622308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] For port 8aa0b57b-5693-4680-8417-aa73e133485b, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8aa0b57b-5693-4680-8417-aa73e133485b,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:11:58.627143 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:58.639899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-87eefc96-d063-4a8e-a65a-5101fa0767c9 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:11:58.789554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Pushing event updated for resources: {'Port': ['ID=8aa0b57b-5693-4680-8417-aa73e133485b,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:11:58.794773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:11:58.828492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:58.829160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:11:58.830668 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] 10.222.0.11 "PUT /v2.0/ports/8aa0b57b-5693-4680-8417-aa73e133485b HTTP/1.1" status: 200 len: 1094 time: 1.4861376 Apr 02 18:11:58.831270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'tag': '8aa0b57b-5693-4680-8417-aa73e133485b'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:11:58.904736 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'tag': '8aa0b57b-5693-4680-8417-aa73e133485b', 'status': 'completed', 'code': 200} Apr 02 18:11:58.951105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-5027f33a-cc02-4356-9880-d1acc31862bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:58.952765 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-5027f33a-cc02-4356-9880-d1acc31862bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0848117 Apr 02 18:11:58.961969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52612792-3cb9-4c3d-b996-e46bd44228cc req-fe3d57ef-1ec1-4330-909e-65ecdcc8b025 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:58.963491 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-52612792-3cb9-4c3d-b996-e46bd44228cc req-fe3d57ef-1ec1-4330-909e-65ecdcc8b025 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0885792 Apr 02 18:11:59.014582 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-52612792-3cb9-4c3d-b996-e46bd44228cc req-bc6d03e1-d5a7-438f-8743-7ea31317cd59 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443137 Apr 02 18:11:59.025465 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-33927cac-ca74-4b98-b33d-2c83e1e14560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa0b57b-5693-4680-8417-aa73e133485b HTTP/1.1" status: 200 len: 217 time: 0.0657129 Apr 02 18:11:59.097997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-7e1bde19-1945-408f-8e28-d936f87fb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:59.099522 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-7e1bde19-1945-408f-8e28-d936f87fb5cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a608eb6-c47b-47e5-81e3-703bfe973add HTTP/1.1" status: 200 len: 849 time: 0.0678163 Apr 02 18:11:59.160444 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-0af25051-04f3-4d52-ada4-5acd5da95680 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89040154-2179-4fb6-9b5c-3bcf078a8513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539382 Apr 02 18:11:59.303134 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-063847e6-46f9-433f-8a64-bdc814c03629 service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358023 Apr 02 18:11:59.443703 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4666aa0a-1f14-42a2-8584-5234aaad220c req-c9a2b63c-82ca-42df-959e-6521d83ebdde service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342940 Apr 02 18:11:59.572595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-a45dcc96-11ff-41ce-96fb-e0d043c85ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:59.574218 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-a45dcc96-11ff-41ce-96fb-e0d043c85ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0807221 Apr 02 18:11:59.738463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-ec3941e7-a8a3-45b3-bb82-1d9817b1242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:59.739961 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-ec3941e7-a8a3-45b3-bb82-1d9817b1242f service neutron] 10.222.0.11 "GET /v2.0/networks?id=89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 200 len: 910 time: 0.1575477 Apr 02 18:11:59.817861 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-fd29c191-798f-4385-afe3-fe62272f1f1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa0b57b-5693-4680-8417-aa73e133485b HTTP/1.1" status: 200 len: 217 time: 0.0697353 Apr 02 18:11:59.888799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-8a45b5d1-9f06-4e30-979f-86ac54e782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:11:59.890336 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-8a45b5d1-9f06-4e30-979f-86ac54e782c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a608eb6-c47b-47e5-81e3-703bfe973add HTTP/1.1" status: 200 len: 849 time: 0.0648625 Apr 02 18:11:59.946602 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-23449b23-092a-4e8e-9146-bd50e2cdc331 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89040154-2179-4fb6-9b5c-3bcf078a8513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486488 Apr 02 18:12:00.090946 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-fbc8689e-9a7b-461e-94b1-2877a2096628 service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366658 Apr 02 18:12:00.219926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27d19-29b5-4eb1-b013-065b73a23f0b req-178a5b34-7250-43c9-8c1f-48dae90db33b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:00.221507 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7bb27d19-29b5-4eb1-b013-065b73a23f0b req-178a5b34-7250-43c9-8c1f-48dae90db33b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0897586 Apr 02 18:12:00.233658 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9b6cce55-3a2c-4906-b4ee-aeae0e4adf44 req-89fab0e8-c441-45bd-9a98-e0410c241c89 service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343932 Apr 02 18:12:00.269069 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7bb27d19-29b5-4eb1-b013-065b73a23f0b req-79cb8a6b-e03a-40f6-b846-cf7756fdac41 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Apr 02 18:12:01.491173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908568d-02a3-46f7-8a59-96d2600797c8 req-4d989c93-46b1-4f49-9eaf-13d95a3ef833 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:01.492732 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2908568d-02a3-46f7-8a59-96d2600797c8 req-4d989c93-46b1-4f49-9eaf-13d95a3ef833 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0987473 Apr 02 18:12:01.543284 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2908568d-02a3-46f7-8a59-96d2600797c8 req-550c42b9-9f57-4807-85a8-5afac21ee6a8 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Apr 02 18:12:02.572663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 8aa0b57b-5693-4680-8417-aa73e133485b details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:12:02.717179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 8aa0b57b-5693-4680-8417-aa73e133485b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8aa0b57b-5693-4680-8417-aa73e133485b,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:02.731673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '8aa0b57b-5693-4680-8417-aa73e133485b', 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513', 'port_id': '8aa0b57b-5693-4680-8417-aa73e133485b', 'mac_address': 'fa:16:3e:0c:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a608eb6-c47b-47e5-81e3-703bfe973add', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:12:02.752125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f25301-1fd6-4dcc-aba8-5b344cc9bb5e req-06117c24-0d35-4c8e-b6ef-6c7014eaed51 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:02.753797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f9f25301-1fd6-4dcc-aba8-5b344cc9bb5e req-06117c24-0d35-4c8e-b6ef-6c7014eaed51 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0873978 Apr 02 18:12:02.796586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:02.804277 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f9f25301-1fd6-4dcc-aba8-5b344cc9bb5e req-bf493079-9446-455a-b361-6dbc82872817 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Apr 02 18:12:02.814235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa0b57b-5693-4680-8417-aa73e133485b {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:12:02.830604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 8aa0b57b-5693-4680-8417-aa73e133485b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8aa0b57b-5693-4680-8417-aa73e133485b,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:02.834570 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:02.836435 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:02.906059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=8aa0b57b-5693-4680-8417-aa73e133485b,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:02.909470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:03.037606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['8aa0b57b-5693-4680-8417-aa73e133485b'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:04.012764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba91d-784a-41a0-9741-a53d948a5678 req-7301b6d2-6211-40f6-bc16-809b239c79c1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:04.014357 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-96eba91d-784a-41a0-9741-a53d948a5678 req-7301b6d2-6211-40f6-bc16-809b239c79c1 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0947688 Apr 02 18:12:04.063205 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-96eba91d-784a-41a0-9741-a53d948a5678 req-65a47e16-1f57-4f51-a844-de0121f96928 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Apr 02 18:12:04.601840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 8aa0b57b-5693-4680-8417-aa73e133485b up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:04.686717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 8aa0b57b-5693-4680-8417-aa73e133485b completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:04.691848 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 8aa0b57b-5693-4680-8417-aa73e133485b triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:04.692264 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:04.817045 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:04.845864 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa0b57b-5693-4680-8417-aa73e133485b'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:04.856166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 8aa0b57b-5693-4680-8417-aa73e133485b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8aa0b57b-5693-4680-8417-aa73e133485b,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:04.859770 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:04.862627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-990b9e54-18c0-41da-af22-f72bdececd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:04.898009 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa0b57b-5693-4680-8417-aa73e133485b', 'code': 200} Apr 02 18:12:04.940466 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=8aa0b57b-5693-4680-8417-aa73e133485b,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:04.943571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:05.139214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a9136-8e1d-4209-b912-f22785899357 req-2cde59df-01a5-4121-a386-c804eb907f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:05.140818 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-033a9136-8e1d-4209-b912-f22785899357 req-2cde59df-01a5-4121-a386-c804eb907f5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 1099 time: 0.0772252 Apr 02 18:12:05.183947 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-033a9136-8e1d-4209-b912-f22785899357 req-3efafb73-fd5e-4f9f-bd4e-4f9f8f4cdb92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363283 Apr 02 18:12:05.264165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd455-c61b-4444-96b8-93152a806409 req-17e0f720-c8ec-462b-9ffc-644761888bf9 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:05.265736 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-95bfd455-c61b-4444-96b8-93152a806409 req-17e0f720-c8ec-462b-9ffc-644761888bf9 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0888758 Apr 02 18:12:05.319357 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-95bfd455-c61b-4444-96b8-93152a806409 req-c0d7297f-5cdd-4e7d-8382-938573c0690d tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Apr 02 18:12:06.544855 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459ee0-4d50-4099-8ee3-b7ba758566a6 req-76a9fa7a-dbe8-4715-8948-e44bae46f214 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:06.546521 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc459ee0-4d50-4099-8ee3-b7ba758566a6 req-76a9fa7a-dbe8-4715-8948-e44bae46f214 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0952871 Apr 02 18:12:06.595620 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc459ee0-4d50-4099-8ee3-b7ba758566a6 req-4f6db3bd-b05c-436d-9dc7-078005c813c6 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Apr 02 18:12:07.682088 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8205cd-0492-4c0b-8d72-7f495e1bb0ab req-062b6da4-575d-4257-affc-93737058e6ba tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:07.683634 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc8205cd-0492-4c0b-8d72-7f495e1bb0ab req-062b6da4-575d-4257-affc-93737058e6ba tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0967994 Apr 02 18:12:07.734760 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-fc8205cd-0492-4c0b-8d72-7f495e1bb0ab req-60262dbe-d3a0-4ff8-b639-73a8f201e8b3 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Apr 02 18:12:08.871281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-ae25b016-d341-4bc7-a6f9-4b5cc51d256e tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:08.872028 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-ae25b016-d341-4bc7-a6f9-4b5cc51d256e tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Synchronizing usage tracker for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:08.890366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-ae25b016-d341-4bc7-a6f9-4b5cc51d256e tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Unset dirty status for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:08.891581 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-ae25b016-d341-4bc7-a6f9-4b5cc51d256e tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 946 time: 0.1102779 Apr 02 18:12:08.940390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191746-3948-479c-b865-b4b3abf7a2e7 req-656d1f5e-683c-49d5-b03d-cccf4debf186 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:08.941964 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e2191746-3948-479c-b865-b4b3abf7a2e7 req-656d1f5e-683c-49d5-b03d-cccf4debf186 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 946 time: 0.0876796 Apr 02 18:12:08.968801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Deleting port 8aa0b57b-5693-4680-8417-aa73e133485b {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:12:08.969185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:08.989904 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-e2191746-3948-479c-b865-b4b3abf7a2e7 req-61f33a9d-9c91-485b-84c9-4e217989ffcc tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Apr 02 18:12:09.232152 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] For port 8aa0b57b-5693-4680-8417-aa73e133485b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8aa0b57b-5693-4680-8417-aa73e133485b,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:09.232540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.361431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Calling delete_port for 8aa0b57b-5693-4680-8417-aa73e133485b owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:12:09.513503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.525627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['8aa0b57b-5693-4680-8417-aa73e133485b'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:09.528881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d9aa3ab5-5096-454a-8149-81d4ae51d510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:09.590380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Pushing event deleted for resources: {'Port': ['ID=8aa0b57b-5693-4680-8417-aa73e133485b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:09.594173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:09.776008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] No DVR routers for this DVR port 8aa0b57b-5693-4680-8417-aa73e133485b on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:12:09.778644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:09.781758 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'name': 'network-vif-deleted', 'tag': '8aa0b57b-5693-4680-8417-aa73e133485b'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:09.798340 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5ea8d62e-56ff-419f-ae2f-31dc711afe3d req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "DELETE /v2.0/ports/8aa0b57b-5693-4680-8417-aa73e133485b HTTP/1.1" status: 204 len: 173 time: 0.9010170 Apr 02 18:12:09.836420 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37632b6a-7a51-4643-8d83-23573c61f4d6', 'name': 'network-vif-deleted', 'tag': '8aa0b57b-5693-4680-8417-aa73e133485b', 'status': 'completed', 'code': 200} Apr 02 18:12:10.413214 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6f4b85b1-7414-4eb9-9362-64e35fe58278 req-d52f7fca-ff55-40d1-971f-b1ebae413817 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=37632b6a-7a51-4643-8d83-23573c61f4d6 HTTP/1.1" status: 200 len: 210 time: 0.2936070 Apr 02 18:12:11.824820 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-db3cd633-4b43-4371-ba5e-282673f9c56c tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:11.826419 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-db3cd633-4b43-4371-ba5e-282673f9c56c tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/networks?id=89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 200 len: 809 time: 0.1635647 Apr 02 18:12:11.845797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-700892bb-7460-4391-9f56-69b566d295c5 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/quotas/f1e68cb1ed4a4b31b18dee87e8f1222d HTTP/1.1" status: 200 len: 375 time: 0.0099580 Apr 02 18:12:11.899749 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5d1f6d7c-c484-4b86-ae61-5d83e1396a91 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472157 Apr 02 18:12:12.042105 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-d9e473ba-7e9b-4d96-b4d6-6a638dd20e74 service neutron] 10.222.0.22 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348257 Apr 02 18:12:12.184409 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-b717ab96-44e4-4296-b446-578f78c94eaf service neutron] 10.222.0.22 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356614 Apr 02 18:12:12.394151 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4055e75f-e326-4fb5-aac2-3b5720c2d388 req-1c664abe-6cb4-47d6-a313-88bb4e91902d tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 210 time: 0.0480547 Apr 02 18:12:12.647417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 8aa0b57b-5693-4680-8417-aa73e133485b no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:12:12.683655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 8aa0b57b-5693-4680-8417-aa73e133485b {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:12:12.684047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 8aa0b57b-5693-4680-8417-aa73e133485b not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:12:13.472663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-c600cdcf-251a-4061-811b-99cf80a11daa tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:13.474321 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-c600cdcf-251a-4061-811b-99cf80a11daa tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "GET /v2.0/networks?id=89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 200 len: 809 time: 0.1602161 Apr 02 18:12:13.486553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Request body: {'port': {'device_id': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513', 'admin_state_up': True, 'tenant_id': 'f1e68cb1ed4a4b31b18dee87e8f1222d'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:13.567581 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6a9eb4d2-0b2f-4031-a8c5-93ff4da39fce req-dab1ed4c-6100-41f5-bc6d-829d2bdcd215 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 210 time: 0.0563264 Apr 02 18:12:13.631822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:13.639163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Usage tracker for resource:port and tenant:f1e68cb1ed4a4b31b18dee87e8f1222d is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:13.644029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:13.651246 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:13.662173 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Made reservation on behalf of f1e68cb1ed4a4b31b18dee87e8f1222d for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:13.668208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:14.069093 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Allocated IP 172.20.0.12 (89040154-2179-4fb6-9b5c-3bcf078a8513/0a608eb6-c47b-47e5-81e3-703bfe973add/3493390b-f915-4238-ae1e-df54ea481c49) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:14.295421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:14.327515 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:14.342649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4ecf7112-65f1-41c7-868f-09a9316756ec tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:14.489103 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Pushing event updated for resources: {'Port': ['ID=3493390b-f915-4238-ae1e-df54ea481c49,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:14.493489 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:14.540688 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:14.541924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:14.544289 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:14.610062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:14.610618 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:14.635396 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-5e9f96bd-5b95-47a6-9fd9-9ff201d15354 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1529775 Apr 02 18:12:14.648427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Request body: {'port': {'device_id': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:14.769650 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f891a-9f40-4a78-a00b-7a6282bb4dc5 req-f0ec23d3-cafa-4071-b0c2-ea460b873c9a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:14.771421 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-065f891a-9f40-4a78-a00b-7a6282bb4dc5 req-f0ec23d3-cafa-4071-b0c2-ea460b873c9a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 932 time: 0.0889196 Apr 02 18:12:14.774269 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:14.819979 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-065f891a-9f40-4a78-a00b-7a6282bb4dc5 req-472ae304-bfb3-44a3-80e3-ea1373e56896 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Apr 02 18:12:15.198984 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3493390b-f915-4238-ae1e-df54ea481c49 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:12:15.207188 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.222323 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Transition to ACTIVE for port object 3493390b-f915-4238-ae1e-df54ea481c49 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:15.226871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.239729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-86586ca5-fc4c-425f-9e1f-b53d5d9ab18a tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:15.378457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Pushing event updated for resources: {'Port': ['ID=3493390b-f915-4238-ae1e-df54ea481c49,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:15.385491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:15.596730 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Attempting to bind port 3493390b-f915-4238-ae1e-df54ea481c49 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:15.597419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Attempting to bind port 3493390b-f915-4238-ae1e-df54ea481c49 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:15.597419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Attempting to bind port 3493390b-f915-4238-ae1e-df54ea481c49 on network 89040154-2179-4fb6-9b5c-3bcf078a8513 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:15.602521 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Port 3493390b-f915-4238-ae1e-df54ea481c49 on network 89040154-2179-4fb6-9b5c-3bcf078a8513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:12:15.602880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Attempting to bind port 3493390b-f915-4238-ae1e-df54ea481c49 on network 89040154-2179-4fb6-9b5c-3bcf078a8513 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:15.608731 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:15.609101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Checking segment: {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:15.609537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Bound using segment: {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:15.610003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Bound port: 3493390b-f915-4238-ae1e-df54ea481c49, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b82f656-095c-4c9f-b8c2-4a9291206552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:15.610374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.703446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] For port 3493390b-f915-4238-ae1e-df54ea481c49, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:15.706572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] For port 3493390b-f915-4238-ae1e-df54ea481c49, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3493390b-f915-4238-ae1e-df54ea481c49,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:15.711193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.723928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7969f79f-5348-48ca-8b19-bb5e5f109e8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:15.877355 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Pushing event updated for resources: {'Port': ['ID=3493390b-f915-4238-ae1e-df54ea481c49,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:15.880738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:15.917297 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:15.917977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:15.919719 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-0023b9a9-a687-4e67-a3a8-1a2f3fe49098 service neutron] 10.222.0.11 "PUT /v2.0/ports/3493390b-f915-4238-ae1e-df54ea481c49 HTTP/1.1" status: 200 len: 1094 time: 1.2761817 Apr 02 18:12:15.920293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'tag': '3493390b-f915-4238-ae1e-df54ea481c49'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:16.000086 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'tag': '3493390b-f915-4238-ae1e-df54ea481c49', 'status': 'completed', 'code': 200} Apr 02 18:12:16.027057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f897db5-4cf5-465c-a9dc-4c367d4c976f req-a9183cef-48ac-48de-896c-4b2042827b08 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.028649 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9f897db5-4cf5-465c-a9dc-4c367d4c976f req-a9183cef-48ac-48de-896c-4b2042827b08 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 944 time: 0.0937402 Apr 02 18:12:16.042902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-a34791d6-6284-4dbf-9f53-f4642385a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.044503 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-a34791d6-6284-4dbf-9f53-f4642385a0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0825274 Apr 02 18:12:16.076797 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9f897db5-4cf5-465c-a9dc-4c367d4c976f req-fb280aab-70bd-4a70-97ee-6432188e402a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Apr 02 18:12:16.123193 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-be33c7da-a05a-42f5-b7d7-155e60c67ef7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3493390b-f915-4238-ae1e-df54ea481c49 HTTP/1.1" status: 200 len: 217 time: 0.0702817 Apr 02 18:12:16.206180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-2109b11b-ea98-40fe-98dd-e48852589af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.207698 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-2109b11b-ea98-40fe-98dd-e48852589af4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a608eb6-c47b-47e5-81e3-703bfe973add HTTP/1.1" status: 200 len: 849 time: 0.0770042 Apr 02 18:12:16.259760 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-09851f6a-6b9d-4600-85ad-d21a8a03250c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89040154-2179-4fb6-9b5c-3bcf078a8513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453639 Apr 02 18:12:16.401912 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-2fae75c6-8cb4-41da-8bcb-01aef17e820a service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355984 Apr 02 18:12:16.543596 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8336407e-11cf-4f69-8e9e-d1df98f8d81a req-63e8e8d1-ba7f-45a8-973c-0dedf23b06dc service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354449 Apr 02 18:12:16.688112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4f189-0306-4700-8d8d-941245198745 req-88960d6f-411e-47a1-8b0d-cb8a0ceacdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.689740 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-88960d6f-411e-47a1-8b0d-cb8a0ceacdb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0975904 Apr 02 18:12:16.843347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4f189-0306-4700-8d8d-941245198745 req-fac26e27-a9e8-489e-ae35-6a973c6c0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.844930 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-fac26e27-a9e8-489e-ae35-6a973c6c0f95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 200 len: 910 time: 0.1471212 Apr 02 18:12:16.921001 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-bc8e530a-5590-4c1c-b2b6-d0c71ff7761f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3493390b-f915-4238-ae1e-df54ea481c49 HTTP/1.1" status: 200 len: 217 time: 0.0680838 Apr 02 18:12:16.990325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4f189-0306-4700-8d8d-941245198745 req-47ce944b-7de4-4e88-ad92-f719060444f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:16.991796 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-47ce944b-7de4-4e88-ad92-f719060444f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a608eb6-c47b-47e5-81e3-703bfe973add HTTP/1.1" status: 200 len: 849 time: 0.0636725 Apr 02 18:12:17.044002 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-e38bf08e-0fbe-4e11-9019-da493e4240ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89040154-2179-4fb6-9b5c-3bcf078a8513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451977 Apr 02 18:12:17.194535 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-f0e7ceb5-71d0-4563-be1e-4fbd04deba61 service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431601 Apr 02 18:12:17.293348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88313-3ee8-439d-874b-1b076340b61f req-887a9339-78c3-4ac2-af12-f5331e3951d3 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:17.294862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8af88313-3ee8-439d-874b-1b076340b61f req-887a9339-78c3-4ac2-af12-f5331e3951d3 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 944 time: 0.0968790 Apr 02 18:12:17.339682 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6be4f189-0306-4700-8d8d-941245198745 req-6374140e-7f70-42e6-8f0f-f76b7c093b8f service neutron] 10.222.0.11 "GET /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384006 Apr 02 18:12:17.343731 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-8af88313-3ee8-439d-874b-1b076340b61f req-6862acb5-1c95-4d04-946b-5e560feb7cc2 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Apr 02 18:12:18.506594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d931fc0d-c041-454a-9f4c-dc87f1217f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:18.555114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf17d-9e2f-4eff-980e-0e01d900f46c req-d95c61b9-c977-4eaf-b6bd-a224e6179d06 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:18.556711 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eadbf17d-9e2f-4eff-980e-0e01d900f46c req-d95c61b9-c977-4eaf-b6bd-a224e6179d06 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 944 time: 0.0919437 Apr 02 18:12:18.607585 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eadbf17d-9e2f-4eff-980e-0e01d900f46c req-b4376d08-6a2e-40f5-90c2-e1fd47f7d74c tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Apr 02 18:12:18.677529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3493390b-f915-4238-ae1e-df54ea481c49 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:12:18.834861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 3493390b-f915-4238-ae1e-df54ea481c49, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3493390b-f915-4238-ae1e-df54ea481c49,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:18.852077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': '3493390b-f915-4238-ae1e-df54ea481c49', 'network_id': '89040154-2179-4fb6-9b5c-3bcf078a8513', 'port_id': '3493390b-f915-4238-ae1e-df54ea481c49', 'mac_address': 'fa:16:3e:41:ea:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a608eb6-c47b-47e5-81e3-703bfe973add', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:12:18.911741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:18.929550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3493390b-f915-4238-ae1e-df54ea481c49 {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:12:18.945715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 3493390b-f915-4238-ae1e-df54ea481c49, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3493390b-f915-4238-ae1e-df54ea481c49,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:18.950366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:18.952181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:19.029451 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=3493390b-f915-4238-ae1e-df54ea481c49,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:19.040404 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.040794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.041184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.041595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.041969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.042340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.042709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.043074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.043441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.043807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.044167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.044511 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:19.048530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:19.138966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['3493390b-f915-4238-ae1e-df54ea481c49'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:19.839305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b534f-23e8-42f3-a616-3a943d18b6e9 req-178a2ff9-f6bd-4887-aeae-412dbab072ee tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:19.840877 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6d3b534f-23e8-42f3-a616-3a943d18b6e9 req-178a2ff9-f6bd-4887-aeae-412dbab072ee tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 945 time: 0.1089244 Apr 02 18:12:19.890866 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-6d3b534f-23e8-42f3-a616-3a943d18b6e9 req-32cab2df-7a0a-4565-af00-111cfc0ebf81 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Apr 02 18:12:19.903431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.225870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-129db4e0-3772-4729-ba4c-1011df11b1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.685947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3493390b-f915-4238-ae1e-df54ea481c49 up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:20.768737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port 3493390b-f915-4238-ae1e-df54ea481c49 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:20.773975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port 3493390b-f915-4238-ae1e-df54ea481c49 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:20.774383 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.897705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.926289 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3493390b-f915-4238-ae1e-df54ea481c49'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:20.937476 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port 3493390b-f915-4238-ae1e-df54ea481c49, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3493390b-f915-4238-ae1e-df54ea481c49,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:20.941581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:20.944467 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:20.983273 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3493390b-f915-4238-ae1e-df54ea481c49', 'code': 200} Apr 02 18:12:21.019197 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=3493390b-f915-4238-ae1e-df54ea481c49,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:21.022478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:21.097471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440dff5-184f-469b-84f4-203c898e6ede req-b52664d6-e014-4114-a5e6-2be78e1cd557 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:21.099110 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a440dff5-184f-469b-84f4-203c898e6ede req-b52664d6-e014-4114-a5e6-2be78e1cd557 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 946 time: 0.0879073 Apr 02 18:12:21.104917 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:21.147803 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a440dff5-184f-469b-84f4-203c898e6ede req-75b8acc1-ce1c-4dfe-b25a-c7f10bf42474 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Apr 02 18:12:21.213362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363e4e-b1ae-41d3-a5b1-af9f1f117ba6 req-5a6677b4-430f-4940-acab-1537ef36c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:21.214850 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07363e4e-b1ae-41d3-a5b1-af9f1f117ba6 req-5a6677b4-430f-4940-acab-1537ef36c359 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 1099 time: 0.0817440 Apr 02 18:12:21.257392 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-07363e4e-b1ae-41d3-a5b1-af9f1f117ba6 req-44be6184-98b6-4883-b820-f79a67090742 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351548 Apr 02 18:12:22.379894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26132f-e455-4b33-9ba2-13628d3bb871 req-cc2b8143-f8f9-49c1-ad8a-7ad8d742763b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:22.381526 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1e26132f-e455-4b33-9ba2-13628d3bb871 req-cc2b8143-f8f9-49c1-ad8a-7ad8d742763b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 946 time: 0.1064723 Apr 02 18:12:22.429616 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1e26132f-e455-4b33-9ba2-13628d3bb871 req-c18815a0-bb09-4c47-906a-68a75017ff7d tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Apr 02 18:12:22.890808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:23.606252 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06048ec8-4cd1-44c8-865b-bbe8717fd1a2 req-1b2a3f67-0aaa-49c6-86fc-34c6bf9dc27a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:23.607814 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-06048ec8-4cd1-44c8-865b-bbe8717fd1a2 req-1b2a3f67-0aaa-49c6-86fc-34c6bf9dc27a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 946 time: 0.0994966 Apr 02 18:12:23.647845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:12:23.661486 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-06048ec8-4cd1-44c8-865b-bbe8717fd1a2 req-a28cd4bf-b20e-41cf-bb72-082aae679bb8 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Apr 02 18:12:24.794784 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-9547c274-4dab-4e13-9211-6db6559283b9 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:24.795580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-9547c274-4dab-4e13-9211-6db6559283b9 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Synchronizing usage tracker for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:12:24.810902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-9547c274-4dab-4e13-9211-6db6559283b9 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Unset dirty status for tenant:f1e68cb1ed4a4b31b18dee87e8f1222d on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:12:24.812111 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-9547c274-4dab-4e13-9211-6db6559283b9 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 946 time: 0.1073806 Apr 02 18:12:24.872196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ac56-fabd-400c-a838-c15181ba0bca req-9fcaf49f-87d7-4776-91b9-dcc0c545552a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:24.873813 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cd97ac56-fabd-400c-a838-c15181ba0bca req-9fcaf49f-87d7-4776-91b9-dcc0c545552a tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 946 time: 0.0873773 Apr 02 18:12:24.892806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Deleting port 3493390b-f915-4238-ae1e-df54ea481c49 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:12:24.893192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:24.921604 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cd97ac56-fabd-400c-a838-c15181ba0bca req-b1b935cd-6c79-4b0d-982a-d0982fb95d0c tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f972727-19d7-4813-98f5-d428a593637d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Apr 02 18:12:25.379291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] For port 3493390b-f915-4238-ae1e-df54ea481c49, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=3493390b-f915-4238-ae1e-df54ea481c49,segment=NetworkSegment(6b82f656-095c-4c9f-b8c2-4a9291206552),segment_id=6b82f656-095c-4c9f-b8c2-4a9291206552)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:25.379681 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.507004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Calling delete_port for 3493390b-f915-4238-ae1e-df54ea481c49 owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:12:25.659291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.670992 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['3493390b-f915-4238-ae1e-df54ea481c49'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:12:25.674290 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-16a76d8a-1f4f-4b8a-8d16-afc602238386 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:25.731571 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Pushing event deleted for resources: {'Port': ['ID=3493390b-f915-4238-ae1e-df54ea481c49,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:25.735388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:25.791774 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.916776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] No DVR routers for this DVR port 3493390b-f915-4238-ae1e-df54ea481c49 on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:12:25.919405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:25.923180 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'name': 'network-vif-deleted', 'tag': '3493390b-f915-4238-ae1e-df54ea481c49'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:12:25.938789 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f51cfb79-f1f5-4136-9cbe-9743cbcc3770 req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.11 "DELETE /v2.0/ports/3493390b-f915-4238-ae1e-df54ea481c49 HTTP/1.1" status: 204 len: 173 time: 1.1197569 Apr 02 18:12:25.972707 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e485395a-2082-4fd0-a697-a12d0258a4f4', 'name': 'network-vif-deleted', 'tag': '3493390b-f915-4238-ae1e-df54ea481c49', 'status': 'completed', 'code': 200} Apr 02 18:12:26.088734 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22cd88d0-d5aa-42d2-a684-403f5f8f5db0 req-93470139-a15a-447d-a7d8-59f53141e3e4 tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e485395a-2082-4fd0-a697-a12d0258a4f4 HTTP/1.1" status: 200 len: 210 time: 0.0493245 Apr 02 18:12:28.744516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3493390b-f915-4238-ae1e-df54ea481c49 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:12:28.791086 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: 3493390b-f915-4238-ae1e-df54ea481c49 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:12:28.791479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device 3493390b-f915-4238-ae1e-df54ea481c49 not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:12:46.055533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33714) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:46.133113 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Deleting subnet 0a608eb6-c47b-47e5-81e3-703bfe973add {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:12:46.136490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:46.189225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:46.251398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:46.508461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:46.532069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:46.576140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a608eb6-c47b-47e5-81e3-703bfe973add,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:46.579198 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:46.676047 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:46.682945 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e2453f3a-1f8e-48dd-9387-cbbdce7485f5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0a608eb6-c47b-47e5-81e3-703bfe973add HTTP/1.1" status: 204 len: 168 time: 0.6259370 Apr 02 18:12:46.685979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33718) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:46.802107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:46.995845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.110305 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89040154-2179-4fb6-9b5c-3bcf078a8513']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:47.122999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b82f656-095c-4c9f-b8c2-4a9291206552') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:47.123346 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b82f656-095c-4c9f-b8c2-4a9291206552') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:47.135267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.150176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.156621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:12:47.344527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:12:47.353645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.527392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Network 89040154-2179-4fb6-9b5c-3bcf078a8513 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:12:47.550225 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:12:47.628846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.632829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:47.646226 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.656996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=89040154-2179-4fb6-9b5c-3bcf078a8513,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:47.667147 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.667552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.667953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.668352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.668742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.669110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.669528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.669907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.670294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.670675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.671061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.671424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:47.677851 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/89040154-2179-4fb6-9b5c-3bcf078a8513 HTTP/1.1" status: 204 len: 168 time: 0.9907143 Apr 02 18:12:47.679857 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e14144b2-11b2-41bd-a872-e61939f4d7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:47.796551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33724) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:47.851162 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-ab01f9df-1638-454d-aa14-507928a0b3c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1e68cb1ed4a4b31b18dee87e8f1222d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530543 Apr 02 18:12:47.854832 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33728) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:47.918723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:47.945721 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:48.002379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:48.007286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b4b25353-5946-4bec-9980-18a2923db9c2 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:48.020811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f972727-19d7-4813-98f5-d428a593637d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:48.024096 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:48.030694 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:48.031898 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a29d46fb-ed27-449c-9a6b-81240ba4ca4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f972727-19d7-4813-98f5-d428a593637d HTTP/1.1" status: 204 len: 168 time: 0.1761663 Apr 02 18:12:48.502310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90c12888-eae5-4768-887a-5551d0d6ca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:48.827403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33752) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:48.947248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-582307876-network', 'tenant_id': '7759a311c68b4f6296191922515196ad'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:48.952556 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:48.957122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Usage tracker for resource:network and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:48.960343 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:48.966541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:48.977886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Made reservation on behalf of 7759a311c68b4f6296191922515196ad for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:48.982803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:48.995595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.010931 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:49.015457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:49.018649 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:49.024759 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:49.118728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.122915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.125937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c9316be-7cd9-4303-b34d-a976d0b6ff0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:49.157695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:12:49.166507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e092a-9fc1-452d-b8ab-904a13509b5b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:49.170344 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:49.173298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.173713 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Added segment 76e4320f-75ad-4500-a5f8-130949108cf9 of type vlan for network 0b39c934-f2b6-4090-912c-e38fc32652ce Apr 02 18:12:49.200368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.232167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.234437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:49.235434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.240839 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:49.346656 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5177078 Apr 02 18:12:49.347573 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Pushing event updated for resources: {'Network': ['ID=0b39c934-f2b6-4090-912c-e38fc32652ce,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:49.349840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33758) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:49.352613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:49.356456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Request body: {'subnet': {'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-582307876-subnet', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:49.358223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network 0b39c934-f2b6-4090-912c-e38fc32652ce details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:12:49.361699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:49.365733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Usage tracker for resource:subnet and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:49.368675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:49.374821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:49.386146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Made reservation on behalf of 7759a311c68b4f6296191922515196ad for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:49.390951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840204891'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.794710 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839296120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840204906'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.807706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-25b5b231-6d41-49fd-8229-174d7a55bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:49.897486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:49.941112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7249c7b9-2927-4b30-bb6b-6b636c9b2577,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:49.945287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:50.006296 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Checking segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:50.006682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Network hostable DHCP agents. Network: 0b39c934-f2b6-4090-912c-e38fc32652ce, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:12:50.027636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Network 0b39c934-f2b6-4090-912c-e38fc32652ce is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:12:50.037445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, 0b39c934-f2b6-4090-912c-e38fc32652ce) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:50.046555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bdaf1-074e-4c2a-b624-6f9896197b1a None None] Network 0b39c934-f2b6-4090-912c-e38fc32652ce requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:50.049937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:50.050591 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.070612 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-763e92c5-b56b-4e9d-afc7-889fb270cab4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7197430 Apr 02 18:12:50.073597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33762) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:50.079526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:50.084558 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:50.088651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Usage tracker for resource:router and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:50.092125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:50.098059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:50.107405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.108441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.123801 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.234620 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cea1947e-96ab-4f3b-9769-385dec64a571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.302119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-0b39c934-f2b6-4090-912c-e38fc32652ce', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:12:50.303055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.472929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Allocated IP 172.20.0.2 (0b39c934-f2b6-4090-912c-e38fc32652ce/7249c7b9-2927-4b30-bb6b-6b636c9b2577/61099763-99d1-47b2-97a1-48854f019e55) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:50.654502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.695783 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.706819 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Transition to ACTIVE for port object 61099763-99d1-47b2-97a1-48854f019e55 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:50.725769 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Transition to ACTIVE for port object 61099763-99d1-47b2-97a1-48854f019e55 will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:50.730949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:50.747223 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:50.884817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Pushing event updated for resources: {'Port': ['ID=61099763-99d1-47b2-97a1-48854f019e55,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:50.889163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:50.932863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Network 0b39c934-f2b6-4090-912c-e38fc32652ce is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:50.933984 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:50.936307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:50.983659 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.015364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.030542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Attempting to bind port 61099763-99d1-47b2-97a1-48854f019e55 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:51.030960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Attempting to bind port 61099763-99d1-47b2-97a1-48854f019e55 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:51.031369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Attempting to bind port 61099763-99d1-47b2-97a1-48854f019e55 on network 0b39c934-f2b6-4090-912c-e38fc32652ce {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:51.037119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:51.037572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Checking segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:51.038015 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.038450 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Bound using segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:51.038975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Bound port: 61099763-99d1-47b2-97a1-48854f019e55, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:51.039389 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.124861 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.147554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] For port 61099763-99d1-47b2-97a1-48854f019e55, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:51.150785 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] For port 61099763-99d1-47b2-97a1-48854f019e55, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=61099763-99d1-47b2-97a1-48854f019e55,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:51.154647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.158599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Allocated IP 172.28.0.5 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/d89f08b5-4973-48cb-83dd-0ce2a8edf41c) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:51.167470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:51.313128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Pushing event updated for resources: {'Port': ['ID=61099763-99d1-47b2-97a1-48854f019e55,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:51.314483 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.320347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2bfa11f7-d0bf-4b3b-a93a-ca6e6961a395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:51.347880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:51.363335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ed4892f8-6981-4d8e-b1aa-54739a9d17e0 tempest-VolumesActionsTest-437752364 tempest-VolumesActionsTest-437752364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:51.503977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:51.510567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:51.553271 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:51.554478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:51.556924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:52.003578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:52.370602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:52.803551 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330734f-d8c5-4b26-ad24-a52b259ac055 None None] Network 0b39c934-f2b6-4090-912c-e38fc32652ce requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:52.846272 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Router 2fddceb3-921b-4d65-8af1-6063e3c32854 is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:12:52.897829 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 61099763-99d1-47b2-97a1-48854f019e55 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:53.039302 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:53.065605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.066942 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-518261f4-0a80-4cbf-a160-1873c4b998c5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9923277 Apr 02 18:12:53.069877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33766) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:53.157034 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Sync routers for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:53.170367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.178996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-673855d4-c932-4aff-8e1c-e4223bfbd5a6 None None] Provisioning for port 61099763-99d1-47b2-97a1-48854f019e55 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:53.203192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:53.203863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:53.397542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 61099763-99d1-47b2-97a1-48854f019e55 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:53.442844 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 61099763-99d1-47b2-97a1-48854f019e55 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:53.443177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.544354 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:53.779386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.856643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.938392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 61099763-99d1-47b2-97a1-48854f019e55, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=61099763-99d1-47b2-97a1-48854f019e55,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:53.943548 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:53.946881 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:54.014779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Allocated IP 172.20.0.1 (0b39c934-f2b6-4090-912c-e38fc32652ce/7249c7b9-2927-4b30-bb6b-6b636c9b2577/c2c10d98-826e-4654-90ca-62bef50597f3) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:54.015100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:51Z', 'revision_number': 3, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:54.023112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Checking router: 2fddceb3-921b-4d65-8af1-6063e3c32854 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:54.023523 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Updating router 2fddceb3-921b-4d65-8af1-6063e3c32854 port d89f08b5-4973-48cb-83dd-0ce2a8edf41c binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:12:54.066516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=61099763-99d1-47b2-97a1-48854f019e55,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:54.079690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:54.091125 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.145456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-6a84bb1e-6640-4905-b3ae-346a527e9d9f None None] Provisioning complete for port 61099763-99d1-47b2-97a1-48854f019e55 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:54.145697 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6a84bb1e-6640-4905-b3ae-346a527e9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.171905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.188625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Transition to ACTIVE for port object c2c10d98-826e-4654-90ca-62bef50597f3 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:54.213224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.226564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b31330a3-f170-4009-8560-a460ea5fa67c tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:54.369938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c10d98-826e-4654-90ca-62bef50597f3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:54.372915 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:54.419115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Network 0b39c934-f2b6-4090-912c-e38fc32652ce is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:54.420440 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:54.422838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:54.479158 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.612403 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.624453 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Transition to ACTIVE for port object d89f08b5-4973-48cb-83dd-0ce2a8edf41c will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:54.630459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.645937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:54.736459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.779552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-ed0c7c95-cea1-46db-a649-7d04a7ab2080 None None] Provisioning for port c2c10d98-826e-4654-90ca-62bef50597f3 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:54.803050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-ed0c7c95-cea1-46db-a649-7d04a7ab2080 None None] Provisioning complete for port c2c10d98-826e-4654-90ca-62bef50597f3 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:54.803348 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7c95-cea1-46db-a649-7d04a7ab2080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:54.828951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892bbf9-f7d4-41cd-99c3-c8caee7423b2 None None] Pushing event updated for resources: {'Port': ['ID=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:54.838448 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d892bbf9-f7d4-41cd-99c3-c8caee7423b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:54.854211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 61099763-99d1-47b2-97a1-48854f019e55 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:55.038795 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.043249 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.072347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-22c62548-c68d-47d5-b1a0-f17084dad31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:55.116835 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c7c95-cea1-46db-a649-7d04a7ab2080 None None] Port c2c10d98-826e-4654-90ca-62bef50597f3 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:12:55.153443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Attempting to bind port d89f08b5-4973-48cb-83dd-0ce2a8edf41c on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:55.153640 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Attempting to bind port d89f08b5-4973-48cb-83dd-0ce2a8edf41c by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:55.154026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Attempting to bind port d89f08b5-4973-48cb-83dd-0ce2a8edf41c on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:55.158393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c10d98-826e-4654-90ca-62bef50597f3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:55.160929 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.163528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:55.163947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:55.164390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.164821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:55.165361 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Bound port: d89f08b5-4973-48cb-83dd-0ce2a8edf41c, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:55.165778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.174064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:55.195772 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 61099763-99d1-47b2-97a1-48854f019e55 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:55.196181 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.300890 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] For port d89f08b5-4973-48cb-83dd-0ce2a8edf41c, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:55.303560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Network 0b39c934-f2b6-4090-912c-e38fc32652ce is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:55.304723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] For port d89f08b5-4973-48cb-83dd-0ce2a8edf41c, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:55.304905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:55.337686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.359118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:55.539996 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892bbf9-f7d4-41cd-99c3-c8caee7423b2 None None] Pushing event updated for resources: {'Port': ['ID=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:55.546147 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-d892bbf9-f7d4-41cd-99c3-c8caee7423b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:55.575428 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-f944f0e1-9b6f-4e87-9de1-4c7e5c2d649b None None] Provisioning complete for port c2c10d98-826e-4654-90ca-62bef50597f3 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:55.575854 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f944f0e1-9b6f-4e87-9de1-4c7e5c2d649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.650490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-f944f0e1-9b6f-4e87-9de1-4c7e5c2d649b None None] Port c2c10d98-826e-4654-90ca-62bef50597f3 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:12:55.657107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:55.657806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:55.767729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Router 2fddceb3-921b-4d65-8af1-6063e3c32854 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:12:55.831396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:55.863177 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:55.959294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:12:55.968942 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] 10.222.0.22 "PUT /v2.0/routers/2fddceb3-921b-4d65-8af1-6063e3c32854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8979559 Apr 02 18:12:56.192420 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 2, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:56.196683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99a1f7-2429-4283-993e-cd944e385208 None None] The sync data for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb is: [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 2, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:12:56.510776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33784) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:56.517213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494729182-network', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:56.522577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:56.527050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Usage tracker for resource:network and tenant:b81166b02ec14f748a698c16a3039b26 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:56.535218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:56.551668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:56.563709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Made reservation on behalf of b81166b02ec14f748a698c16a3039b26 for: {'network': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:56.568627 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for network, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.584675 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.600906 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:56.605017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Usage tracker for resource:security_group_rule and tenant:b81166b02ec14f748a698c16a3039b26 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:56.608176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:56.614433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:56.702118 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.705753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.710237 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3ba94ba1-9d94-4c7e-a173-cd61677b25cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:56.742616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 18:12:56.749834 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84f829c-6859-4727-9c86-75f550d1f73b,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:56.759572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.760019 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.segments_db [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Added segment cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d of type vlan for network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd Apr 02 18:12:56.762278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.762719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.763131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.763530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.763927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.764328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.764716 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.765107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.765528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.765918 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.766303 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.766692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:12:56.774780 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:56.799109 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776992270161'] for network, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.830971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163'] for network, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.832562 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:56.833211 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:56.838787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-6875f08e-0bb5-4d0e-9f29-8d902dccaf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:56.951429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Pushing event updated for resources: {'Network': ['ID=0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:56.955173 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4432509 Apr 02 18:12:56.956157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9e3207b2-3341-47f2-bc0e-f29d3a1c0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:56.958147 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33788) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:56.964991 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd details requested by agent ovs-agent-dv-cinder-784603-1-smb with host dv-cinder-784603-1-smb {{(pid=84316) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 18:12:56.966673 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Request body: {'subnet': {'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494729182-subnet', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'ip_version': 4}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:56.975581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:56.981386 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Usage tracker for resource:subnet and tenant:b81166b02ec14f748a698c16a3039b26 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:56.984695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:56.991281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:57.008776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Made reservation on behalf of b81166b02ec14f748a698c16a3039b26 for: {'subnet': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:12:57.015225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15547954'] for subnet, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.432955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838534062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15547905'] for subnet, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.448077 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:57.582811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f81cea-b1db-4063-9b34-cd20c6905a04,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:57.587581 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:57.649033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Checking segment: {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:57.649347 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Network hostable DHCP agents. Network: 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd, hostable agents: ['c22591d2-7eb3-4e58-adf2-b6cd3440add0'], hosted agents: [] {{(pid=84315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 18:12:57.669185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd is scheduled to be hosted by DHCP agent c22591d2-7eb3-4e58-adf2-b6cd3440add0 with binding_index 1 {{(pid=84315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 18:12:57.679787 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-smb, 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd) {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:57.689468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f603b88-64f5-4dc2-9bec-fae4a0a91aba None None] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:12:57.693076 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:12:57.693894 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.715278 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-82443ba5-a206-44c1-bc3a-aa46d2c997f6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7557244 Apr 02 18:12:57.718171 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33792) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:12:57.723877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:12:57.728863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:12:57.733374 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Usage tracker for resource:router and tenant:b81166b02ec14f748a698c16a3039b26 is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:12:57.737333 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:12:57.743666 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:12:57.754278 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-671456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854767799'] for router, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.755393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854104441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854002320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854084291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7998'] for router, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.772593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:57.920484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4f458a-b07a-52be-9baf-9349e7ca9c09-0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'fixed_ips': [{'subnet_id': '99f81cea-b1db-4063-9b34-cd20c6905a04'}]}} from dv-cinder-784603-1-smb. {{(pid=84316) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 18:12:57.921427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.054698 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854002335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.080578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Allocated IP 172.20.0.2 (0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd/99f81cea-b1db-4063-9b34-cd20c6905a04/4411ced8-c11c-41cc-91b3-2f257edd996c) {{(pid=84316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:58.301690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Notify callbacks [] for port, precommit_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.313287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Transition to ACTIVE for port object 4411ced8-c11c-41cc-91b3-2f257edd996c will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:58.335470 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Transition to ACTIVE for port object 4411ced8-c11c-41cc-91b3-2f257edd996c will not be triggered until provisioned by entity DHCP. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:12:58.341280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952'] for port, after_create {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.355565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:58.501368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Pushing event updated for resources: {'Port': ['ID=4411ced8-c11c-41cc-91b3-2f257edd996c,revision_number=1']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:58.505902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:58.550878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd is already hosted by enough agents. {{(pid=84316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:58.552119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Resources bound (agent type, host, resource id): {{(pid=84316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:58.562445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Received port after_create {{(pid=84316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:58.608370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.642444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.658179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Attempting to bind port 4411ced8-c11c-41cc-91b3-2f257edd996c on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:12:58.658568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Attempting to bind port 4411ced8-c11c-41cc-91b3-2f257edd996c by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:12:58.658998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Attempting to bind port 4411ced8-c11c-41cc-91b3-2f257edd996c on network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:12:58.664789 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:12:58.665214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Checking segment: {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:12:58.665711 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.666205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Bound using segment: {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:12:58.666719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Bound port: 4411ced8-c11c-41cc-91b3-2f257edd996c, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:12:58.667129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.762779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] For port 4411ced8-c11c-41cc-91b3-2f257edd996c, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:12:58.766008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] For port 4411ced8-c11c-41cc-91b3-2f257edd996c, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=4411ced8-c11c-41cc-91b3-2f257edd996c,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:12:58.770206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.781434 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Allocated IP 172.28.0.222 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/077b2942-774f-4c26-8092-f4d3fed7f2b7) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:12:58.785959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:58.945871 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.979245 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:58.999685 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c805a9ff-8473-499d-be50-002b2009c8aa tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:59.108104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device d89f08b5-4973-48cb-83dd-0ce2a8edf41c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:12:59.144886 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Pushing event updated for resources: {'Port': ['ID=077b2942-774f-4c26-8092-f4d3fed7f2b7,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:59.149505 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:59.185678 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Pushing event updated for resources: {'Port': ['ID=4411ced8-c11c-41cc-91b3-2f257edd996c,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:59.189590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:59.191707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:12:59.193200 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:12:59.195686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:12:59.249680 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port d89f08b5-4973-48cb-83dd-0ce2a8edf41c completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:12:59.254953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port d89f08b5-4973-48cb-83dd-0ce2a8edf41c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:12:59.255367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.386724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.392993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Sync routers for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:12:59.403616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:12:59.404369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:59.405999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port d89f08b5-4973-48cb-83dd-0ce2a8edf41c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:12:59.410438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.413632 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:12:59.490335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:12:59.493837 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:12:59.625027 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:12:59.659822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:12:59.956817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 2, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:12:59.961041 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Checking router: 2fddceb3-921b-4d65-8af1-6063e3c32854 for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:12:59.961464 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Updating router 2fddceb3-921b-4d65-8af1-6063e3c32854 port c2c10d98-826e-4654-90ca-62bef50597f3 binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:13:00.016380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.026452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-664854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-773534'] for router, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.245094 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 is scheduled to L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 with binding_index 1 {{(pid=84315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 18:13:00.444572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:00.457055 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Sync routers for ids ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:00.467972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Routers {'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:00.468763 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:00.473204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.478196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33796) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:00.483426 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0486900c-375c-4211-9657-3508bda3e97b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7640698 Apr 02 18:13:00.604206 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e9b459-9558-41f3-bac6-cf4b75e567a1 None None] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:13:00.608975 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.621778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Transition to ACTIVE for port object c2c10d98-826e-4654-90ca-62bef50597f3 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:00.628393 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:00.644070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:00.762233 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-a71bef95-769d-435c-8218-65429453cc6d None None] Provisioning for port 4411ced8-c11c-41cc-91b3-2f257edd996c completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:00.788438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:13:00.799172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Set router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:00.811456 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Pushing event updated for resources: {'Port': ['ID=c2c10d98-826e-4654-90ca-62bef50597f3,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:00.824753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.825132 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.825550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.826021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.826241 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.826652 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.827256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.827256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.827625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.828321 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.828845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.829398 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:00.835851 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:01.052565 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device d89f08b5-4973-48cb-83dd-0ce2a8edf41c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:01.069574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Attempting to bind port c2c10d98-826e-4654-90ca-62bef50597f3 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:01.070370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Attempting to bind port c2c10d98-826e-4654-90ca-62bef50597f3 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:01.070979 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Attempting to bind port c2c10d98-826e-4654-90ca-62bef50597f3 on network 0b39c934-f2b6-4090-912c-e38fc32652ce {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:01.077423 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:01.078526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Checking segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:01.079172 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.079822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Bound using segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:01.080531 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Bound port: c2c10d98-826e-4654-90ca-62bef50597f3, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:01.081414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.182241 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] For port c2c10d98-826e-4654-90ca-62bef50597f3, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:01.185384 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] For port c2c10d98-826e-4654-90ca-62bef50597f3, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=c2c10d98-826e-4654-90ca-62bef50597f3,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:01.190552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.207845 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:01.223244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port d89f08b5-4973-48cb-83dd-0ce2a8edf41c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:01.223657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.291309 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.359705 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Pushing event updated for resources: {'Port': ['ID=c2c10d98-826e-4654-90ca-62bef50597f3,revision_number=4']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:01.362850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2210cd23-e162-4c56-9ebe-e368a53a5f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:01.405642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:01.406043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:01.428852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 4411ced8-c11c-41cc-91b3-2f257edd996c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:01.460335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 3, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:01.473499 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Checking router: c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:01.473876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Updating router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 port 077b2942-774f-4c26-8092-f4d3fed7f2b7 binding host dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:13:01.560366 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.565191 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Allocated IP 172.20.0.1 (0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd/99f81cea-b1db-4063-9b34-cd20c6905a04/09efe8ac-c8ab-495e-928f-1344bbb14325) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:01.639704 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:01.665345 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 4411ced8-c11c-41cc-91b3-2f257edd996c completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:01.683527 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 4411ced8-c11c-41cc-91b3-2f257edd996c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:01.683937 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.757928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.776070 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Transition to ACTIVE for port object 09efe8ac-c8ab-495e-928f-1344bbb14325 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:01.805778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:01.823048 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f85234bb-0813-49e7-b7f7-2a4255feac47 tempest-AttachVolumeTestJSON-563321655 tempest-AttachVolumeTestJSON-563321655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:01.976299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Pushing event updated for resources: {'Port': ['ID=09efe8ac-c8ab-495e-928f-1344bbb14325,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:01.980105 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:01.989449 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:01.995738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d594753-1c20-43ad-a2e9-83f129be655e None None] The sync data for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb is: [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:02.030225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:02.032064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:02.034503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:02.098377 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854005693'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.175642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-79bdfe81-4f47-4074-b327-4b1ba4036d56 None None] Provisioning complete for port 4411ced8-c11c-41cc-91b3-2f257edd996c triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:02.176050 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-79bdfe81-4f47-4074-b327-4b1ba4036d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.238320 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.240874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.318439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 4411ced8-c11c-41cc-91b3-2f257edd996c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=4411ced8-c11c-41cc-91b3-2f257edd996c,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:02.353367 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.365777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:02.522204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.524660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=4411ced8-c11c-41cc-91b3-2f257edd996c,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:02.529163 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:02.537859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Transition to ACTIVE for port object 077b2942-774f-4c26-8092-f4d3fed7f2b7 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:02.545916 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.552907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.558138 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.565575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:02.587262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-46ebcebc-6d49-4463-980e-d0b0272c6e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:02.667364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110314'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.700811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Pushing event updated for resources: {'Port': ['ID=09efe8ac-c8ab-495e-928f-1344bbb14325,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:02.706405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:02.719046 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-dcc6515c-d7bd-4bf2-8b8f-2395f7c10518 None None] Provisioning for port 09efe8ac-c8ab-495e-928f-1344bbb14325 completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:02.729418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4bfb-6728-4511-857b-6438b3deb512 None None] Pushing event updated for resources: {'Port': ['ID=077b2942-774f-4c26-8092-f4d3fed7f2b7,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:02.734776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7f4f4bfb-6728-4511-857b-6438b3deb512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:02.735522 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-dcc6515c-d7bd-4bf2-8b8f-2395f7c10518 None None] Provisioning complete for port 09efe8ac-c8ab-495e-928f-1344bbb14325 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:02.735931 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dcc6515c-d7bd-4bf2-8b8f-2395f7c10518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.798481 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6515c-d7bd-4bf2-8b8f-2395f7c10518 None None] Port 09efe8ac-c8ab-495e-928f-1344bbb14325 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:02.844827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:02.846324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:02.850443 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Attempting to bind port 077b2942-774f-4c26-8092-f4d3fed7f2b7 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:02.850974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Attempting to bind port 077b2942-774f-4c26-8092-f4d3fed7f2b7 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:02.851682 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Attempting to bind port 077b2942-774f-4c26-8092-f4d3fed7f2b7 on network e95ad578-e218-4221-998a-a21f9a292238 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:02.858228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:02.858773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Checking segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:02.859322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.859862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Bound using segment: {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:02.860493 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Bound port: 077b2942-774f-4c26-8092-f4d3fed7f2b7, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb26edc-ea9b-4b27-8a62-dda92fd9b359', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:02.861119 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:02.893024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device c2c10d98-826e-4654-90ca-62bef50597f3 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:03.005969 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port c2c10d98-826e-4654-90ca-62bef50597f3 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:03.014052 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] For port 077b2942-774f-4c26-8092-f4d3fed7f2b7, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:03.015753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port c2c10d98-826e-4654-90ca-62bef50597f3 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:03.016160 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.062660 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] For port 077b2942-774f-4c26-8092-f4d3fed7f2b7, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=077b2942-774f-4c26-8092-f4d3fed7f2b7,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:03.063629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:03.074216 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.088985 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:03.254340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:03.262622 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7a58b547-b80b-4a0c-91e2-d70c9496d7d2 None None] Provisioning complete for port 09efe8ac-c8ab-495e-928f-1344bbb14325 triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:03.263036 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a58b547-b80b-4a0c-91e2-d70c9496d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.264585 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f3d56613-9a53-4d8e-ac30-994d3270037c admin admin] 10.222.0.22 "PUT /v2.0/routers/c3abf03c-05f4-4f3f-aea7-77ccb4c56c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7845926 Apr 02 18:13:03.290576 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f4bfb-6728-4511-857b-6438b3deb512 None None] Pushing event updated for resources: {'Port': ['ID=077b2942-774f-4c26-8092-f4d3fed7f2b7,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:03.337195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7f4f4bfb-6728-4511-857b-6438b3deb512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:03.402529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7a58b547-b80b-4a0c-91e2-d70c9496d7d2 None None] Port 09efe8ac-c8ab-495e-928f-1344bbb14325 cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:03.405491 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.434689 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Routers {'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:03.435349 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:03.583899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port c2c10d98-826e-4654-90ca-62bef50597f3, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=c2c10d98-826e-4654-90ca-62bef50597f3,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:03.590308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:03.591215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 4411ced8-c11c-41cc-91b3-2f257edd996c up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:03.629235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-1987bbb7-e330-4a88-8c31-f37435322070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:03.753099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] Set router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:03.798057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=c2c10d98-826e-4654-90ca-62bef50597f3,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:03.808646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:03.893419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 4411ced8-c11c-41cc-91b3-2f257edd996c triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:03.893797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:04.214162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '09efe8ac-c8ab-495e-928f-1344bbb14325', 'name': '', 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'mac_address': 'fa:16:3e:cf:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 2, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'subnets': [{'id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:04.219811 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ea0c0-4e9d-45c2-9eb2-ac5e07ad5802 None None] The sync data for ids ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'] in dv-cinder-784603-1-smb is: [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '09efe8ac-c8ab-495e-928f-1344bbb14325', 'name': '', 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'mac_address': 'fa:16:3e:cf:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 2, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'subnets': [{'id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:04.893821 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device c2c10d98-826e-4654-90ca-62bef50597f3 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:04.989629 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port c2c10d98-826e-4654-90ca-62bef50597f3 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:04.990204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:06.893455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 077b2942-774f-4c26-8092-f4d3fed7f2b7 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:06.986029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 077b2942-774f-4c26-8092-f4d3fed7f2b7 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:06.994017 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 077b2942-774f-4c26-8092-f4d3fed7f2b7 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:06.994446 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.125610 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.148535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 077b2942-774f-4c26-8092-f4d3fed7f2b7, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=077b2942-774f-4c26-8092-f4d3fed7f2b7,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:07.153194 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:07.158231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:07.420568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=077b2942-774f-4c26-8092-f4d3fed7f2b7,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:07.423943 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:07.939121 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd23524-d523-4656-a159-651362ac19fa None None] Sync routers for ids ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:07.952541 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] Routers {'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:07.953617 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:08.456761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] Set router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:08.879625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '09efe8ac-c8ab-495e-928f-1344bbb14325', 'name': '', 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'mac_address': 'fa:16:3e:cf:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 2, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'subnets': [{'id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:08.888431 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd23524-d523-4656-a159-651362ac19fa None None] Checking router: c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:08.888955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd23524-d523-4656-a159-651362ac19fa None None] Updating router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 port 09efe8ac-c8ab-495e-928f-1344bbb14325 binding host dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 18:13:08.897564 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 077b2942-774f-4c26-8092-f4d3fed7f2b7 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:08.978921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acd23524-d523-4656-a159-651362ac19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:08.989891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 077b2942-774f-4c26-8092-f4d3fed7f2b7 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:08.990702 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.413507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acd23524-d523-4656-a159-651362ac19fa None None] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.426580 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-acd23524-d523-4656-a159-651362ac19fa None None] Transition to ACTIVE for port object 09efe8ac-c8ab-495e-928f-1344bbb14325 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:09.433690 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acd23524-d523-4656-a159-651362ac19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.450746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-094d6f2a-b89e-40af-a284-6bd66c9d710d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:09.601215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd99ab-5a4e-402a-a3ee-bd0c916427ee None None] Pushing event updated for resources: {'Port': ['ID=09efe8ac-c8ab-495e-928f-1344bbb14325,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:09.605806 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a2cd99ab-5a4e-402a-a3ee-bd0c916427ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:09.862240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-acd23524-d523-4656-a159-651362ac19fa None None] Attempting to bind port 09efe8ac-c8ab-495e-928f-1344bbb14325 on host dv-cinder-784603-1-smb for vnic_type normal with profile {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:09.862643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-acd23524-d523-4656-a159-651362ac19fa None None] Attempting to bind port 09efe8ac-c8ab-495e-928f-1344bbb14325 by drivers openvswitch,hyperv on host dv-cinder-784603-1-smb at level 0 using segments [{'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:09.863040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd23524-d523-4656-a159-651362ac19fa None None] Attempting to bind port 09efe8ac-c8ab-495e-928f-1344bbb14325 on network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:09.871319 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd23524-d523-4656-a159-651362ac19fa None None] Checking agent: {'id': '4a77d708-78c2-4722-a3b3-5bb57d0466f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 17, 54, 20), 'started_at': datetime.datetime(2021, 4, 2, 17, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:09.871889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd23524-d523-4656-a159-651362ac19fa None None] Checking segment: {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:09.872441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acd23524-d523-4656-a159-651362ac19fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.872978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd23524-d523-4656-a159-651362ac19fa None None] Bound using segment: {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:09.873654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-acd23524-d523-4656-a159-651362ac19fa None None] Bound port: 09efe8ac-c8ab-495e-928f-1344bbb14325, host: dv-cinder-784603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:09.874185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acd23524-d523-4656-a159-651362ac19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:09.985980 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-acd23524-d523-4656-a159-651362ac19fa None None] For port 09efe8ac-c8ab-495e-928f-1344bbb14325, host dv-cinder-784603-1-smb, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:09.989575 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-acd23524-d523-4656-a159-651362ac19fa None None] For port 09efe8ac-c8ab-495e-928f-1344bbb14325, host dv-cinder-784603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=09efe8ac-c8ab-495e-928f-1344bbb14325,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:09.993487 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-acd23524-d523-4656-a159-651362ac19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:10.009486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bc14dbeb-2655-456e-83fc-bc70bbbacc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:10.158477 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd99ab-5a4e-402a-a3ee-bd0c916427ee None None] Pushing event updated for resources: {'Port': ['ID=09efe8ac-c8ab-495e-928f-1344bbb14325,revision_number=4']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:10.163555 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a2cd99ab-5a4e-402a-a3ee-bd0c916427ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:10.211322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] Routers {'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:10.212004 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:12:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:10.438379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] Set router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:10.798512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-acd23524-d523-4656-a159-651362ac19fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '09efe8ac-c8ab-495e-928f-1344bbb14325', 'name': '', 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'mac_address': 'fa:16:3e:cf:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:09Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'subnets': [{'id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:10.803184 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd23524-d523-4656-a159-651362ac19fa None None] The sync data for ids ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'] in dv-cinder-784603-1-smb is: [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:13:02Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': '09efe8ac-c8ab-495e-928f-1344bbb14325', 'name': '', 'network_id': '0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'mac_address': 'fa:16:3e:cf:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:01Z', 'updated_at': '2021-04-02T18:13:09Z', 'revision_number': 4, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'subnets': [{'id': '99f81cea-b1db-4063-9b34-cd20c6905a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:10.914809 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 09efe8ac-c8ab-495e-928f-1344bbb14325 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:11.003947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning for port 09efe8ac-c8ab-495e-928f-1344bbb14325 completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:11.012919 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 09efe8ac-c8ab-495e-928f-1344bbb14325 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:11.013364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.161327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.200687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] For port 09efe8ac-c8ab-495e-928f-1344bbb14325, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=09efe8ac-c8ab-495e-928f-1344bbb14325,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:11.209300 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:11.211624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:11.293452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Pushing event updated for resources: {'Port': ['ID=09efe8ac-c8ab-495e-928f-1344bbb14325,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:11.297325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:12.863683 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 09efe8ac-c8ab-495e-928f-1344bbb14325 up at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:12.934879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Provisioning complete for port 09efe8ac-c8ab-495e-928f-1344bbb14325 triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:12.935299 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:13.421500 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-88129f4c-0424-40c5-b018-ebe2d9457d23 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:13.422205 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-88129f4c-0424-40c5-b018-ebe2d9457d23 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Synchronizing usage tracker for tenant:7759a311c68b4f6296191922515196ad on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:13.441907 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-88129f4c-0424-40c5-b018-ebe2d9457d23 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Unset dirty status for tenant:7759a311c68b4f6296191922515196ad on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:13.444001 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-88129f4c-0424-40c5-b018-ebe2d9457d23 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 814 time: 0.4398949 Apr 02 18:13:13.467960 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-21372c6b-bfe2-4241-b959-6a5904750e21 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/quotas/7759a311c68b4f6296191922515196ad HTTP/1.1" status: 200 len: 375 time: 0.0138116 Apr 02 18:13:13.561753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-9b48a2c8-d0ea-4c21-8708-a16de724f400 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Synchronizing usage tracker for tenant:7759a311c68b4f6296191922515196ad on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:13.579009 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-9b48a2c8-d0ea-4c21-8708-a16de724f400 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Unset dirty status for tenant:7759a311c68b4f6296191922515196ad on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:13.580441 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-9b48a2c8-d0ea-4c21-8708-a16de724f400 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069934 Apr 02 18:13:13.734314 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-33b5e0e9-d23d-4fb3-9471-6b103aa3ae72 service neutron] 10.222.0.22 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343267 Apr 02 18:13:13.877680 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b1d5fa0a-62c4-44a7-9ca5-ed4efc92003c service neutron] 10.222.0.22 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364992 Apr 02 18:13:14.207956 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18a34cb4-5be6-4e5a-8b96-d0af92250c19 req-32c07bed-1bb1-4155-b6e0-1f93c4dc3109 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 210 time: 0.1625531 Apr 02 18:13:15.217636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-2b0d6a61-6d3d-44bf-8390-f9e6799ab646 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:15.219205 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-2b0d6a61-6d3d-44bf-8390-f9e6799ab646 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 814 time: 0.1583593 Apr 02 18:13:15.231847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'port': {'device_id': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'admin_state_up': True, 'tenant_id': '7759a311c68b4f6296191922515196ad'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:15.376967 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-74b36d02-f118-4f0b-8955-d008d3a5fcb6 req-cd80e664-18d2-4987-ab35-03d91ee866e9 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 210 time: 0.0559552 Apr 02 18:13:15.617803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:15.642998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:15.661761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Made reservation on behalf of 7759a311c68b4f6296191922515196ad for: {'port': 1} {{(pid=84315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 18:13:15.674084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:15.892414 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Allocated IP 172.20.0.11 (0b39c934-f2b6-4090-912c-e38fc32652ce/7249c7b9-2927-4b30-bb6b-6b636c9b2577/d7b2e484-865d-4f22-b807-4f2772026b3f) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:16.117115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.134930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Transition to ACTIVE for port object d7b2e484-865d-4f22-b807-4f2772026b3f will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:16.160958 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.177988 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-4caa4cb3-4bec-41f4-ab34-6baa8ac51b9e tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:16.325935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:16.330641 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:16.377134 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Network 0b39c934-f2b6-4090-912c-e38fc32652ce is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:16.378502 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:16.380949 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:16.459463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:16.460436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.490744 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-a3d6bf76-f18a-4181-89f5-60ef6d8e2f37 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2621286 Apr 02 18:13:16.574723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-245296b2-59d5-41eb-8d93-78ea687af532 None None] Provisioning for port d7b2e484-865d-4f22-b807-4f2772026b3f completed by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:16.587441 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-245296b2-59d5-41eb-8d93-78ea687af532 None None] Provisioning complete for port d7b2e484-865d-4f22-b807-4f2772026b3f triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:16.587922 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-245296b2-59d5-41eb-8d93-78ea687af532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:16.643776 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50289-be4f-413f-b395-d42b5a1c0970 req-c23b516f-592c-4d23-823b-14fee8708279 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:16.645315 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5fc50289-be4f-413f-b395-d42b5a1c0970 req-c23b516f-592c-4d23-823b-14fee8708279 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.1060960 Apr 02 18:13:16.658895 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-245296b2-59d5-41eb-8d93-78ea687af532 None None] Port d7b2e484-865d-4f22-b807-4f2772026b3f cannot update to ACTIVE because it is not bound. {{(pid=84316) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 18:13:16.695157 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5fc50289-be4f-413f-b395-d42b5a1c0970 req-7b05e8a1-7cfa-4ac0-9e69-1a6cbc4f541f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Synchronizing usage tracker for tenant:7759a311c68b4f6296191922515196ad on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:16.713863 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5fc50289-be4f-413f-b395-d42b5a1c0970 req-7b05e8a1-7cfa-4ac0-9e69-1a6cbc4f541f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Unset dirty status for tenant:7759a311c68b4f6296191922515196ad on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:16.717824 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5fc50289-be4f-413f-b395-d42b5a1c0970 req-7b05e8a1-7cfa-4ac0-9e69-1a6cbc4f541f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657709 Apr 02 18:13:17.948282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4572af-00ea-40c6-9182-3095bf059a21 req-46ec4b93-cad7-4bd5-8859-87ab25b87e11 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:17.949945 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9e4572af-00ea-40c6-9182-3095bf059a21 req-46ec4b93-cad7-4bd5-8859-87ab25b87e11 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.0983014 Apr 02 18:13:17.998577 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9e4572af-00ea-40c6-9182-3095bf059a21 req-1cacc6cd-34bd-477c-95f2-4633c53d3dd0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Apr 02 18:13:18.507646 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-204d370a-dcea-4ee7-af21-438a70cd3b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:19.203890 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0adb0c-61d2-4e3f-b40f-4abb5f6707fd req-4466a86c-618c-41cf-b1bf-639bbd5311bc tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:19.205550 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-be0adb0c-61d2-4e3f-b40f-4abb5f6707fd req-4466a86c-618c-41cf-b1bf-639bbd5311bc tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.0910037 Apr 02 18:13:19.260001 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-be0adb0c-61d2-4e3f-b40f-4abb5f6707fd req-45735d3b-8aa1-4adf-9b0e-4cbccf55d0d9 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Apr 02 18:13:19.903250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.222224 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d401-9a1f-435a-9dc2-68a3fff6c5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:20.488310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29032a-b845-4d56-8d9a-4bdf66ea35b2 req-b997375d-77dd-4aa1-9bdf-aa902ead3854 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:20.489867 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ef29032a-b845-4d56-8d9a-4bdf66ea35b2 req-b997375d-77dd-4aa1-9bdf-aa902ead3854 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.1032398 Apr 02 18:13:20.538193 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-ef29032a-b845-4d56-8d9a-4bdf66ea35b2 req-1d9d47ac-82e8-4333-883c-a0ae81506ec6 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Apr 02 18:13:21.110722 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:21.760317 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759a5b7-d877-4ec6-b266-a64325d76336 req-42c72a08-ffc3-4ad6-a549-fd0e5e622520 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:21.768801 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9759a5b7-d877-4ec6-b266-a64325d76336 req-42c72a08-ffc3-4ad6-a549-fd0e5e622520 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.1098583 Apr 02 18:13:21.813766 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-9759a5b7-d877-4ec6-b266-a64325d76336 req-891967ff-b0ab-41b5-916b-8a1209f0d8d4 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Apr 02 18:13:22.896054 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:23.025060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827167f0-7577-45b0-8e44-8499329b8fa5 req-afc450e6-93d9-4ddf-8383-a81189038d79 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:23.026778 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-827167f0-7577-45b0-8e44-8499329b8fa5 req-afc450e6-93d9-4ddf-8383-a81189038d79 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.0927944 Apr 02 18:13:23.076554 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-827167f0-7577-45b0-8e44-8499329b8fa5 req-9dc624ba-7c3d-4416-b09f-5afa2f0649b8 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Apr 02 18:13:24.285208 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93c71-204c-4bca-bdd1-51fb177f2103 req-cae26063-92de-40f6-9d1f-c255c6d37ddf tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:24.286900 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eca93c71-204c-4bca-bdd1-51fb177f2103 req-cae26063-92de-40f6-9d1f-c255c6d37ddf tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.0928679 Apr 02 18:13:24.337812 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-eca93c71-204c-4bca-bdd1-51fb177f2103 req-4f8ff478-e25e-458c-b6a6-a9c4ab5328b7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Apr 02 18:13:25.570363 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132af5-3175-44c1-b20a-2739d9a092e2 req-cb66245f-31e9-4ec9-b3b0-c36a57764289 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:25.572043 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-93132af5-3175-44c1-b20a-2739d9a092e2 req-cb66245f-31e9-4ec9-b3b0-c36a57764289 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 932 time: 0.0950375 Apr 02 18:13:25.622564 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-93132af5-3175-44c1-b20a-2739d9a092e2 req-fd4cea65-f71d-4822-b35f-11b95833714f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Apr 02 18:13:25.806657 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.135709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Request body: {'port': {'device_id': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:26.265549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.694159 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b2e484-865d-4f22-b807-4f2772026b3f {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:26.702232 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.718099 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Transition to ACTIVE for port object d7b2e484-865d-4f22-b807-4f2772026b3f will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 18:13:26.721585 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:26.741609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-3b4e5a04-a884-44ec-9f5d-db6a00bc5a73 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:26.821133 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab420e-1f1f-4136-bea6-bc70e3d89161 req-bf5d3d60-a355-4d1e-9ff1-b9a0416dbc49 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:26.822740 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1fab420e-1f1f-4136-bea6-bc70e3d89161 req-bf5d3d60-a355-4d1e-9ff1-b9a0416dbc49 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 944 time: 0.0874281 Apr 02 18:13:26.870896 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-1fab420e-1f1f-4136-bea6-bc70e3d89161 req-2cb09f7a-cc40-40ff-a31d-34a78829df10 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Apr 02 18:13:26.883114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:26.896838 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:27.100924 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Attempting to bind port d7b2e484-865d-4f22-b807-4f2772026b3f on host hv-cinder-78460 for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 18:13:27.101308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Attempting to bind port d7b2e484-865d-4f22-b807-4f2772026b3f by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 18:13:27.101717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Attempting to bind port d7b2e484-865d-4f22-b807-4f2772026b3f on network 0b39c934-f2b6-4090-912c-e38fc32652ce {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:27.107146 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Port d7b2e484-865d-4f22-b807-4f2772026b3f on network 0b39c934-f2b6-4090-912c-e38fc32652ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 18:13:27.107436 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Attempting to bind port d7b2e484-865d-4f22-b807-4f2772026b3f on network 0b39c934-f2b6-4090-912c-e38fc32652ce {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 18:13:27.113291 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Checking agent: {'id': '98766fd4-9d85-434d-a19b-e683db536161', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'started_at': datetime.datetime(2021, 4, 2, 18, 1, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 18:13:27.113665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Checking segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 18:13:27.114084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Bound using segment: {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 18:13:27.114569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Bound port: d7b2e484-865d-4f22-b807-4f2772026b3f, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e4320f-75ad-4500-a5f8-130949108cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 18:13:27.114948 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.214524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 18:13:27.217630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 18:13:27.222061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16241852'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.238625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-dde1f906-b93c-42db-84e9-0601b9704f83 tempest-VolumesSnapshotTestJSON-1009381968 tempest-VolumesSnapshotTestJSON-1009381968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:27.385807 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:27.389214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:27.425651 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.426162 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:27.427753 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] 10.222.0.11 "PUT /v2.0/ports/d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 1094 time: 1.3003585 Apr 02 18:13:27.428283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:27.520937 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'status': 'completed', 'code': 200} Apr 02 18:13:27.560334 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-3e31f8a1-0fe9-43d6-990b-688a2766e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.562007 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-3e31f8a1-0fe9-43d6-990b-688a2766e7ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1097 time: 0.0855477 Apr 02 18:13:27.636856 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-2265716a-f1d7-43e1-8981-fe3abff0ecd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 217 time: 0.0677874 Apr 02 18:13:27.707746 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-4a25edf6-9ab7-4b31-8fdf-282b9611577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.709269 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-4a25edf6-9ab7-4b31-8fdf-282b9611577b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.0665486 Apr 02 18:13:27.797059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-8e127a88-0de7-43d5-96f6-20bbe4a7a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:27.798771 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-8e127a88-0de7-43d5-96f6-20bbe4a7a6b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827897 Apr 02 18:13:27.809227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-8f3afa8f-4856-41d0-a57a-5a1e1cdd859a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=84315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 18:13:27.810258 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-8f3afa8f-4856-41d0-a57a-5a1e1cdd859a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054116 Apr 02 18:13:27.950183 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-cae3f93f-e608-484a-9343-d2ac8888c217 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332593 Apr 02 18:13:28.078438 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a51a-33fa-438e-aca0-3167ad0e5afe req-94cbe848-c6c9-4d9b-b5d4-77c82e6c8cdb tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.080046 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-12f9a51a-33fa-438e-aca0-3167ad0e5afe req-94cbe848-c6c9-4d9b-b5d4-77c82e6c8cdb tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 944 time: 0.0953717 Apr 02 18:13:28.091479 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-770c958f-5fb2-44d2-83e0-82996c091b2e req-81500427-21f8-4f86-be62-c87d0d934e32 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353025 Apr 02 18:13:28.132025 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-12f9a51a-33fa-438e-aca0-3167ad0e5afe req-f2f17319-3b85-4bde-9cf5-6ffa04609396 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Apr 02 18:13:28.268359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-8902a7e6-e6e9-4367-9bf3-653f589def2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.269999 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-8902a7e6-e6e9-4367-9bf3-653f589def2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1097 time: 0.1339593 Apr 02 18:13:28.412859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-3b9cf50a-7c11-44da-b47b-e9bc766e5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.414381 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-3b9cf50a-7c11-44da-b47b-e9bc766e5c55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.1364622 Apr 02 18:13:28.492655 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-7391f47e-906d-443e-a63d-fe5601ce0fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 217 time: 0.0696604 Apr 02 18:13:28.565156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-93db3950-3196-4452-aae0-4500c0a576d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.566695 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-93db3950-3196-4452-aae0-4500c0a576d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.0667467 Apr 02 18:13:28.653225 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-24e566c2-4d60-4a68-87ad-5d1bf6e2e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:28.654823 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-24e566c2-4d60-4a68-87ad-5d1bf6e2e05f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795109 Apr 02 18:13:28.795912 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-ddb348f0-17be-494a-88de-1a0816e4eb3d service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340771 Apr 02 18:13:28.936883 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f220006e-3b43-4606-872f-c0a99b59ce74 req-cdc094e4-0cd7-4205-8d3a-ce8b7ca5d8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339772 Apr 02 18:13:29.349213 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff723-402c-4cbc-9f79-5a5d8c25eff5 req-4a14db52-a729-4674-948d-a905567f8a75 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:29.350816 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44cff723-402c-4cbc-9f79-5a5d8c25eff5 req-4a14db52-a729-4674-948d-a905567f8a75 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 944 time: 0.0919313 Apr 02 18:13:29.401711 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-44cff723-402c-4cbc-9f79-5a5d8c25eff5 req-15687b35-1b29-4033-b4f3-01c5692c5358 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Apr 02 18:13:30.622663 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774a638-edef-4100-99c6-ff5cca4520b7 req-abc5de99-d386-4a3a-94a7-73a58b67bd87 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:30.624224 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f774a638-edef-4100-99c6-ff5cca4520b7 req-abc5de99-d386-4a3a-94a7-73a58b67bd87 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 944 time: 0.0902154 Apr 02 18:13:30.671525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f774a638-edef-4100-99c6-ff5cca4520b7 req-0b4840ff-85a1-4d2b-88b9-a2000ced3832 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Apr 02 18:13:30.968526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device d7b2e484-865d-4f22-b807-4f2772026b3f details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84316) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 18:13:31.124946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:31.149777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Returning: {'device': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'port_id': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'mac_address': 'fa:16:3e:5d:af:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84316) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 18:13:31.237804 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:31.260999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b2e484-865d-4f22-b807-4f2772026b3f {{(pid=84316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 18:13:31.281645 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:31.285967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:31.287822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:31.356599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:31.364341 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.364714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.365085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.365512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.365873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.366239 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.366595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.366952 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.367312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.367664 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.368008 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.368353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:13:31.372452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:31.500139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['d7b2e484-865d-4f22-b807-4f2772026b3f'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:13:31.875391 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c01083-e9b5-4947-b061-d0eb10904f5c req-82d418cc-876f-4c8c-b506-b07b4f001728 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:31.877667 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-56c01083-e9b5-4947-b061-d0eb10904f5c req-82d418cc-876f-4c8c-b506-b07b4f001728 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 945 time: 0.0948064 Apr 02 18:13:31.926807 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-56c01083-e9b5-4947-b061-d0eb10904f5c req-10cbe8c5-2918-40cc-a9c5-a4ebaf791092 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Apr 02 18:13:32.994745 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device d7b2e484-865d-4f22-b807-4f2772026b3f up at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 18:13:33.067653 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning for port d7b2e484-865d-4f22-b807-4f2772026b3f completed by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 18:13:33.072913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Provisioning complete for port d7b2e484-865d-4f22-b807-4f2772026b3f triggered by entity L2. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:33.073326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:33.138828 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ea66e-8360-498d-b1cb-23bffe4b83d1 req-cc65c050-343b-45a9-a4bb-acca7eff5f0c tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:33.140489 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f57ea66e-8360-498d-b1cb-23bffe4b83d1 req-cc65c050-343b-45a9-a4bb-acca7eff5f0c tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 945 time: 0.0893285 Apr 02 18:13:33.190410 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f57ea66e-8360-498d-b1cb-23bffe4b83d1 req-b16d53b9-1aba-4508-8d6f-7a65c626698a tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Apr 02 18:13:33.199847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:33.228298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:33.239007 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:33.242647 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:33.244587 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7f4f4bfb-6728-4511-857b-6438b3deb512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:33.281065 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'code': 200} Apr 02 18:13:33.318724 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=5']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:33.321799 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:33.524790 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22398dbd-36ee-40f7-a8fb-2968dbae21cc req-02fee330-a3a2-435b-8b4a-88f6073a2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:33.526402 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22398dbd-36ee-40f7-a8fb-2968dbae21cc req-02fee330-a3a2-435b-8b4a-88f6073a2ea6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1099 time: 0.0828860 Apr 02 18:13:33.800070 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-22398dbd-36ee-40f7-a8fb-2968dbae21cc req-61a3f87a-1f3b-44df-9523-db19ec07fabf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672844 Apr 02 18:13:34.406727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8c14-6f76-4942-99bc-c4254303aef4 req-54b0246a-09ad-45b6-b07b-de90aadbb9d4 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:34.408327 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-68cf8c14-6f76-4942-99bc-c4254303aef4 req-54b0246a-09ad-45b6-b07b-de90aadbb9d4 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0915899 Apr 02 18:13:34.457172 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-68cf8c14-6f76-4942-99bc-c4254303aef4 req-11d3eeb9-c277-4440-9ef9-2c98440d96c1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Apr 02 18:13:35.673078 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11048e3-09e6-496a-9f29-54cd3859a009 req-52ac00a9-58d0-44d5-9bdb-0b8880136e02 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:35.674668 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b11048e3-09e6-496a-9f29-54cd3859a009 req-52ac00a9-58d0-44d5-9bdb-0b8880136e02 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0900891 Apr 02 18:13:35.728163 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-b11048e3-09e6-496a-9f29-54cd3859a009 req-969445ba-c32e-4611-96d0-03ee5cda8b61 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Apr 02 18:13:35.940890 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e83797-ecc3-4edb-bd03-9e57b1f3da41 req-af088767-9f20-42a9-aa58-7a2a67a2c358 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:35.942464 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-62e83797-ecc3-4edb-bd03-9e57b1f3da41 req-af088767-9f20-42a9-aa58-7a2a67a2c358 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0992594 Apr 02 18:13:35.992058 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-62e83797-ecc3-4edb-bd03-9e57b1f3da41 req-a14ef155-1722-432f-b1c7-8d6b71a3c910 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Apr 02 18:13:36.411287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d58abc-9d27-4848-a61f-a01565174891 req-07a7e5cd-fbac-4845-9416-2b08ed646a05 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:36.412842 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58d58abc-9d27-4848-a61f-a01565174891 req-07a7e5cd-fbac-4845-9416-2b08ed646a05 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0923321 Apr 02 18:13:36.462316 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-58d58abc-9d27-4848-a61f-a01565174891 req-4ec7f78f-2635-4981-b67e-5620bb24440a tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Apr 02 18:13:37.693327 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:13:41.458029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dea938-a747-4bae-a25b-059283fa468c req-a2770b1e-9424-4804-96be-bfacfd1126e1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:41.459566 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-70dea938-a747-4bae-a25b-059283fa468c req-a2770b1e-9424-4804-96be-bfacfd1126e1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0911028 Apr 02 18:13:41.510715 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-70dea938-a747-4bae-a25b-059283fa468c req-636218b3-cb98-44e4-b11a-ad4db695042f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Apr 02 18:13:41.536701 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33978) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:41.667998 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a1a8a-eb7e-4466-9c3f-889724e8e14f tempest-TestMinimumBasicScenario-717912816 tempest-TestMinimumBasicScenario-717912816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:41.668797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f69a1a8a-eb7e-4466-9c3f-889724e8e14f tempest-TestMinimumBasicScenario-717912816 tempest-TestMinimumBasicScenario-717912816-project-admin] Synchronizing usage tracker for tenant:b81166b02ec14f748a698c16a3039b26 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:13:41.685709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f69a1a8a-eb7e-4466-9c3f-889724e8e14f tempest-TestMinimumBasicScenario-717912816 tempest-TestMinimumBasicScenario-717912816-project-admin] Unset dirty status for tenant:b81166b02ec14f748a698c16a3039b26 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:13:41.686921 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f69a1a8a-eb7e-4466-9c3f-889724e8e14f tempest-TestMinimumBasicScenario-717912816 tempest-TestMinimumBasicScenario-717912816-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1094 time: 0.1487644 Apr 02 18:13:41.690379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33984) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:41.696179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'floatingip': {'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'port_id': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:41.703395 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:41.708040 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:floatingip and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:41.711328 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:41.718059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:41.729630 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:41.879814 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:42.042568 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_common [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Allocated IP 172.28.0.127 (e95ad578-e218-4221-998a-a21f9a292238/540cabdd-ee20-438b-9fee-5c07fb9e5e0e/2df85021-2864-4b71-bb31-c916a902c0c6) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 18:13:42.207287 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:42.241686 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363259862459952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:42.254429 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:42.396605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'Port': ['ID=2df85021-2864-4b71-bb31-c916a902c0c6,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:42.400947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:42.444390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Network e95ad578-e218-4221-998a-a21f9a292238 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 18:13:42.445628 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.base_scheduler [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 18:13:42.447930 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 18:13:42.872914 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:42.959825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:43.243368 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:43.248771 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:43.261406 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:43.643954 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'Port': ['ID=2df85021-2864-4b71-bb31-c916a902c0c6,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:43.648274 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:43.740781 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854002229'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:43.925864 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Floating IP bdbaf6a6-abb6-4627-aad5-3f19cb673663 associated. External IP: 172.28.0.127, port: d7b2e484-865d-4f22-b807-4f2772026b3f. Apr 02 18:13:44.302388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Router 2fddceb3-921b-4d65-8af1-6063e3c32854 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:13:44.503308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:13:44.513684 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] Sync routers for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:13:44.523842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:44.524512 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:13:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:44.529965 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.591270 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-a75d850b-b37e-434b-884d-246bb1e44ba7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8967052 Apr 02 18:13:44.591270 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:44.592311 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 33988) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:44.598307 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306009664', 'description': 'tempest-secgroup-smoke-1306009664 description', 'project_id': '7759a311c68b4f6296191922515196ad'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:44.605084 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:44.615920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:44.627141 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.653775 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:44.657983 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:44.661405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:44.667427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:44.710778 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'status': 'completed', 'code': 200} Apr 02 18:13:44.711131 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:44.749942 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.798963 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.804518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-ba6c6ec8-5732-466e-91c2-3ba61a1d970b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:44.856230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde6a95-eece-4618-8ce9-0c4bed57842c,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:44.865959 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:44.868827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.870148 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-2a0ee13f-74a9-4ab2-8f77-e131de5edb54 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2767336 Apr 02 18:13:44.873803 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 33996) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:44.879876 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group_rule': {'security_group_id': '5dde6a95-eece-4618-8ce9-0c4bed57842c', 'project_id': '7759a311c68b4f6296191922515196ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:44.884285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee42bd-b659-4277-a76e-a3646137e81a req-360b5ca4-b138-44e7-b612-ed89adddb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:44.885889 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-360b5ca4-b138-44e7-b612-ed89adddb9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1099 time: 0.1392624 Apr 02 18:13:44.886465 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:44.890606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:44.893744 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:44.900729 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:44.918012 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.985202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.988913 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:44.991258 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:45.015312 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b9b9bc-c3af-492f-9f1f-340580b29a2b,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:45.018003 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:45.025542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.030244 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-bbc529ef-f1a0-4e98-aaa1-515f454c84a2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519744 Apr 02 18:13:45.030400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34000) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:45.040606 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group_rule': {'security_group_id': '5dde6a95-eece-4618-8ce9-0c4bed57842c', 'project_id': '7759a311c68b4f6296191922515196ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:45.048289 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee42bd-b659-4277-a76e-a3646137e81a req-4953307b-8998-40c4-8898-e27e4e72dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:45.049879 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-4953307b-8998-40c4-8898-e27e4e72dcca service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.1564634 Apr 02 18:13:45.050847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:45.054874 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:45.077060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': 'bdbaf6a6-abb6-4627-aad5-3f19cb673663', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'port_id': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'mac_address': 'fa:16:3e:5d:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:42Z', 'updated_at': '2021-04-02T18:13:42Z', 'revision_number': 0, 'project_id': '7759a311c68b4f6296191922515196ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:45.081479 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] Checking router: 2fddceb3-921b-4d65-8af1-6063e3c32854 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:13:45.090263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:13:45.090938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:13:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:45.114179 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:45.132902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:45.176180 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-e2e5a341-179d-49ec-bd56-d2c906ecc9a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 1000 time: 0.1180842 Apr 02 18:13:45.177519 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.277074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee42bd-b659-4277-a76e-a3646137e81a req-ea83867d-a6ad-45a7-b754-6e8c89257c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:45.278708 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-ea83867d-a6ad-45a7-b754-6e8c89257c39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.0941162 Apr 02 18:13:45.279865 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:13:45.345280 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.350636 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.360695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:45.390186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5084e5b8-dd03-4cb4-bc72-4dd217b9a5f1,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:45.392601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:45.398947 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.402956 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-b3429399-ef6d-4ee7-9666-30d6423ae593 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3692074 Apr 02 18:13:45.403674 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 34004) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:45.410360 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group_rule': {'security_group_id': '5dde6a95-eece-4618-8ce9-0c4bed57842c', 'project_id': '7759a311c68b4f6296191922515196ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:45.410529 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee42bd-b659-4277-a76e-a3646137e81a req-7d3e004c-1325-436e-9cfb-889d58a505d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:45.411902 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-7d3e004c-1325-436e-9cfb-889d58a505d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1264033 Apr 02 18:13:45.417030 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:45.421700 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:45.424976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:45.431201 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:45.451545 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.517043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.523185 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.525615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-025ca697-d7f0-449f-bc1c-70073137bf94 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:45.552553 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b8ed37-37b7-44f3-b691-7c46fe3ecbe4,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:45.555427 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:45.563214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.564638 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f07f5412-b1cb-4a84-9398-aff4fc2c1ad1 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593966 Apr 02 18:13:45.566128 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-065a920d-69ba-4ca9-b985-970c96b0cd9b service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452570 Apr 02 18:13:45.567604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 34008) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:45.573459 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group_rule': {'security_group_id': '5dde6a95-eece-4618-8ce9-0c4bed57842c', 'project_id': '7759a311c68b4f6296191922515196ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:45.580593 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:45.584927 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:45.588288 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:45.594938 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:45.612737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.691373 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.695463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.697870 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:45.719379 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7dee42bd-b659-4277-a76e-a3646137e81a req-fff2c894-a17b-4f54-b6c4-bbe66b7b3e51 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451411 Apr 02 18:13:45.721956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de60018d-a838-4c66-aab0-2575581424d2,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:45.726794 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:45.747276 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.751430 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-573764a1-0126-4936-9429-2c0d2edad345 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801443 Apr 02 18:13:45.751738 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 34012) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:45.757411 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group_rule': {'security_group_id': '5dde6a95-eece-4618-8ce9-0c4bed57842c', 'project_id': '7759a311c68b4f6296191922515196ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:45.763966 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:45.768430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:45.771572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:45.777742 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:45.792958 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.securitygroups_db [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Project 7759a311c68b4f6296191922515196ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:13:45.800267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.829380 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': 'bdbaf6a6-abb6-4627-aad5-3f19cb673663', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'port_id': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'mac_address': 'fa:16:3e:5d:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:42Z', 'updated_at': '2021-04-02T18:13:42Z', 'revision_number': 0, 'project_id': '7759a311c68b4f6296191922515196ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:13:45.833743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10ccab-34bf-4751-9266-7c1d7dc1aeb0 None None] The sync data for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb is: [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_floatingips': [{'id': 'bdbaf6a6-abb6-4627-aad5-3f19cb673663', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'router_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'port_id': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'mac_address': 'fa:16:3e:5d:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:42Z', 'updated_at': '2021-04-02T18:13:42Z', 'revision_number': 0, 'project_id': '7759a311c68b4f6296191922515196ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:13:45.869602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.873546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.875902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b0371edd-368d-4902-b8bc-c67a8e4d5456 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:45.900115 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20f7609-8cbf-4eb6-be7e-d6cd79000eff,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:45.902822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:45.910613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:45.911867 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-64d7be59-4403-4c06-a3ee-68fc533fb409 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591182 Apr 02 18:13:45.915061 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34016) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:13:45.921471 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'security_group_rule': {'security_group_id': '5dde6a95-eece-4618-8ce9-0c4bed57842c', 'project_id': '7759a311c68b4f6296191922515196ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:45.928135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 18:13:45.932325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Usage tracker for resource:security_group_rule and tenant:7759a311c68b4f6296191922515196ad is out of sync, need to count used quota {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 18:13:45.935421 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 18:13:45.941668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.quota.driver [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 18:13:45.952346 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.securitygroups_db [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Project 7759a311c68b4f6296191922515196ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 18:13:45.959689 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.032298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.036257 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081137'] for security_group_rule, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.038543 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-98b842d5-f9a1-4a91-9e8c-e7bce39e36c3 tempest-TestShelveInstance-695371324 tempest-TestShelveInstance-695371324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:46.059960 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc96d2bc-5339-4e63-b175-70ada1296965,revision_number=0']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:46.064126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:46.071816 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.073099 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-07e08e88-4872-4eaf-8cb5-5baf6e1f4b07 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569376 Apr 02 18:13:46.145151 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70c8b7-cccb-4f7a-bb47-d896f3621a4d None None] New status for floating IP bdbaf6a6-abb6-4627-aad5-3f19cb673663: ACTIVE {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:13:46.203839 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-efd7f490-98f4-451b-9116-d66106455d78 req-6669e63c-2c2f-4404-9658-429a8c46217f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306009664&fields=id&tenant_id=7759a311c68b4f6296191922515196ad HTTP/1.1" status: 200 len: 267 time: 0.0443506 Apr 02 18:13:46.298695 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f490-98f4-451b-9116-d66106455d78 req-1a34c0db-0c99-4dc2-822f-0751ad2fe499 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:46.300450 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-efd7f490-98f4-451b-9116-d66106455d78 req-1a34c0db-0c99-4dc2-822f-0751ad2fe499 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0896070 Apr 02 18:13:46.312805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'port': {'security_groups': ['c80e092a-9fc1-452d-b8ab-904a13509b5b', '5dde6a95-eece-4618-8ce9-0c4bed57842c']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:13:46.454110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.792625 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:13:46.819945 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.824725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:46.836350 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['d7b2e484-865d-4f22-b807-4f2772026b3f'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:13:46.839778 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e461e996-7ad7-4ff4-ae31-4911cbaae461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:13:46.996392 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:13:47.001117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:13:47.042043 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:47.042842 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:47.044384 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-efd7f490-98f4-451b-9116-d66106455d78 req-908246f7-324b-450f-8680-8d114b8564e5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "PUT /v2.0/ports/d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 982 time: 0.7366643 Apr 02 18:13:47.046207 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:13:47.101586 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'status': 'completed', 'code': 200} Apr 02 18:13:47.126496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['d7b2e484-865d-4f22-b807-4f2772026b3f'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:13:47.224559 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-975f9ec9-e4b8-427d-ae76-31d7c085f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:47.226251 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-975f9ec9-e4b8-427d-ae76-31d7c085f621 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1138 time: 0.1000192 Apr 02 18:13:47.260743 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4872d-bd99-4b40-b149-111fc3afe535 req-5aea38c5-731b-42d7-9ed4-e1fd52d7e005 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:47.262648 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-36f4872d-bd99-4b40-b149-111fc3afe535 req-5aea38c5-731b-42d7-9ed4-e1fd52d7e005 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1078243 Apr 02 18:13:47.313731 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-36f4872d-bd99-4b40-b149-111fc3afe535 req-a61f9655-a7c2-4eea-9de0-f3d768cf3968 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441561 Apr 02 18:13:47.377335 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-65087e37-868a-4e63-a756-4325068674bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:47.378963 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-65087e37-868a-4e63-a756-4325068674bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.1436832 Apr 02 18:13:47.421364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-fdc3a34c-682e-4e3e-9fe0-de22e2c49413 None None] Provisioning complete for port d7b2e484-865d-4f22-b807-4f2772026b3f triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:13:47.421813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a34c-682e-4e3e-9fe0-de22e2c49413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:47.490946 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-a738c5fb-929a-4402-b254-5a433603b0c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 1002 time: 0.1028888 Apr 02 18:13:47.559762 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-00d70266-c95f-4697-bd52-fd54a696c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:47.561232 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-00d70266-c95f-4697-bd52-fd54a696c0fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.0635321 Apr 02 18:13:47.649486 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-da9252e3-90d1-44d0-9057-fdb948378856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:13:47.651082 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-da9252e3-90d1-44d0-9057-fdb948378856 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809889 Apr 02 18:13:47.797522 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-93e1bc7a-619d-49ff-ba06-8c62a56ce026 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390483 Apr 02 18:13:47.937192 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a7e00a5c-2ca6-45fb-971d-16fbe71efdc3 req-af8ce4c9-b575-4972-baec-71312e2b5392 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330893 Apr 02 18:13:48.522849 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-de719662-4c7f-4846-bd2a-7fb88b230a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:49.909733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:50.227353 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-662fa80f-04d6-4707-b102-3ec1261361b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:51.125426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:52.903286 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:13:55.809007 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:10.301166 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-cec93896-a08e-4ee8-8cbc-8d9335addb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:10.302906 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-cec93896-a08e-4ee8-8cbc-8d9335addb34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1138 time: 0.0790656 Apr 02 18:14:10.350974 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202cb18-3a6c-40b9-a32c-2e7f53a62c14 req-7efa0123-e68a-4594-81d5-5fc744c6aad8 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:10.352551 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a202cb18-3a6c-40b9-a32c-2e7f53a62c14 req-7efa0123-e68a-4594-81d5-5fc744c6aad8 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0938616 Apr 02 18:14:10.404319 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-a202cb18-3a6c-40b9-a32c-2e7f53a62c14 req-9d6a0826-1dbc-4c72-81e8-67f724a0d96f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447559 Apr 02 18:14:10.447644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-c0cdd38c-a26c-4c77-b06e-1fa639209336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:10.449218 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-c0cdd38c-a26c-4c77-b06e-1fa639209336 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.1385584 Apr 02 18:14:10.559834 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-cb791f40-7048-473e-80fc-424062a494d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 1002 time: 0.1032853 Apr 02 18:14:10.629866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-2f249376-e14b-4ff1-a53b-d1b2c14a074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:10.631355 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-2f249376-e14b-4ff1-a53b-d1b2c14a074a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.0645273 Apr 02 18:14:10.718293 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-4ae9ce78-edc4-4934-910d-38c8c6b2c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:10.719812 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-4ae9ce78-edc4-4934-910d-38c8c6b2c5eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814416 Apr 02 18:14:10.864316 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-414d1819-237e-4bfe-929d-ccb58850f875 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371665 Apr 02 18:14:11.007878 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-7c6a001d-725b-4b09-b297-6d63d43bde41 req-cc16b733-f037-4047-a9f3-74fc6ac0d31b service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358848 Apr 02 18:14:11.626532 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2bbd-56e2-47c8-8a4d-340e8124ace9 req-849053de-35a1-47f4-9f71-c47ac0777ca8 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:11.628071 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c25a2bbd-56e2-47c8-8a4d-340e8124ace9 req-849053de-35a1-47f4-9f71-c47ac0777ca8 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0971293 Apr 02 18:14:11.685474 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c25a2bbd-56e2-47c8-8a4d-340e8124ace9 req-a884ff6b-9875-4603-ae84-81362dfbc3ae tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468144 Apr 02 18:14:12.897298 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee1ac-293f-4240-8115-cfa0bebb9110 req-a13b8f5c-16c4-455f-a100-5ee0ebf57e2d tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:12.898823 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4f9ee1ac-293f-4240-8115-cfa0bebb9110 req-a13b8f5c-16c4-455f-a100-5ee0ebf57e2d tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0902009 Apr 02 18:14:12.951785 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-4f9ee1ac-293f-4240-8115-cfa0bebb9110 req-cf4b0057-d9e9-4f9e-a899-5f63c42d7ba0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430562 Apr 02 18:14:14.180189 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eadab-dd5c-453a-865a-2f02d52850b5 req-e4d9235a-f6a8-4220-866f-43383fe82237 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:14.182497 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d13eadab-dd5c-453a-865a-2f02d52850b5 req-e4d9235a-f6a8-4220-866f-43383fe82237 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1122563 Apr 02 18:14:14.234600 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-d13eadab-dd5c-453a-865a-2f02d52850b5 req-90a4d5d8-628c-4c9d-9837-acd40e01b724 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451167 Apr 02 18:14:14.699903 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:14:15.471840 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc37ec9-1b78-427f-9340-473113df96d1 req-2d5c5d7b-a441-4114-bc2c-19ea412f8d44 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:15.473431 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3cc37ec9-1b78-427f-9340-473113df96d1 req-2d5c5d7b-a441-4114-bc2c-19ea412f8d44 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1027460 Apr 02 18:14:15.522891 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-3cc37ec9-1b78-427f-9340-473113df96d1 req-ec8bca36-472e-405b-a86b-48228fc20b24 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427432 Apr 02 18:14:16.740714 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aedbff-6ce2-4624-9e50-a638ee026e46 req-10d19bac-0eb2-41f7-89ab-0e694796a2a7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:16.742465 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-83aedbff-6ce2-4624-9e50-a638ee026e46 req-10d19bac-0eb2-41f7-89ab-0e694796a2a7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0994170 Apr 02 18:14:16.795480 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-83aedbff-6ce2-4624-9e50-a638ee026e46 req-cb216816-5296-46af-bc58-d72c01d84278 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441067 Apr 02 18:14:18.020437 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e0c2-ef1b-4fe9-af34-9917f0f23ffa req-1977c817-9a9b-4a40-8146-20efc84361c5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:18.022020 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-38a5e0c2-ef1b-4fe9-af34-9917f0f23ffa req-1977c817-9a9b-4a40-8146-20efc84361c5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1015530 Apr 02 18:14:18.077263 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-38a5e0c2-ef1b-4fe9-af34-9917f0f23ffa req-ae683eb0-b408-4885-931c-691177df7fd2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455143 Apr 02 18:14:18.513857 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c064c804-49ac-4e19-b864-3c19411426d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:19.305946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4083c4-2f37-40f6-b222-f362cf95d98e req-56cdadeb-0c1d-480c-9063-dd8c40cf0965 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:19.307490 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0d4083c4-2f37-40f6-b222-f362cf95d98e req-56cdadeb-0c1d-480c-9063-dd8c40cf0965 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0934663 Apr 02 18:14:19.361080 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0d4083c4-2f37-40f6-b222-f362cf95d98e req-39256e78-f871-4cca-a7fe-56e60b3f472c tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444794 Apr 02 18:14:19.903313 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:20.222417 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-12148894-edc0-4a60-bdb1-11699e6fcb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:20.596712 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56657bf8-2419-495b-8c19-6e1826287efb req-9f6b496f-13fe-4dd6-afee-5322e0590b5e tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:20.598311 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-56657bf8-2419-495b-8c19-6e1826287efb req-9f6b496f-13fe-4dd6-afee-5322e0590b5e tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1038485 Apr 02 18:14:20.652709 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-56657bf8-2419-495b-8c19-6e1826287efb req-86ddda07-dc6c-48a7-9ddb-60ea481e821f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445685 Apr 02 18:14:21.124227 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:21.888330 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb7739-41b9-4f96-b856-53125fbb858f req-068dc870-8fe4-440a-bb90-a3357f57832a tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:21.889900 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-37cb7739-41b9-4f96-b856-53125fbb858f req-068dc870-8fe4-440a-bb90-a3357f57832a tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1003752 Apr 02 18:14:21.944195 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-37cb7739-41b9-4f96-b856-53125fbb858f req-81b36cae-094b-4ef6-bbdf-31310839ed56 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455508 Apr 02 18:14:22.903033 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:23.160337 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebc307-31ae-46fc-ac0b-19ef6883022f req-ad5383a6-4516-42a0-85fd-1fc7e72b0e02 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:23.162027 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-41ebc307-31ae-46fc-ac0b-19ef6883022f req-ad5383a6-4516-42a0-85fd-1fc7e72b0e02 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0922070 Apr 02 18:14:23.212073 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-41ebc307-31ae-46fc-ac0b-19ef6883022f req-04d4de48-5854-4944-9e07-8ea74f1a531f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434039 Apr 02 18:14:24.430250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fe59c-85bc-4687-b8d2-1e6a293cf5ff req-3d01167e-321a-45f2-a32b-a1b190087e4a tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:24.431806 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c81fe59c-85bc-4687-b8d2-1e6a293cf5ff req-3d01167e-321a-45f2-a32b-a1b190087e4a tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0933783 Apr 02 18:14:24.737934 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c81fe59c-85bc-4687-b8d2-1e6a293cf5ff req-c01ce2d5-5f45-4608-88cb-1d830bb509d5 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2968566 Apr 02 18:14:25.809474 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:25.939388 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148822-a00c-416f-9e71-3c5d7365d79c req-f5fa1a6d-fe61-45f7-bd70-7f0a2e2a8b10 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:25.940932 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5c148822-a00c-416f-9e71-3c5d7365d79c req-f5fa1a6d-fe61-45f7-bd70-7f0a2e2a8b10 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0897868 Apr 02 18:14:25.993365 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5c148822-a00c-416f-9e71-3c5d7365d79c req-9ec677ce-5b05-4210-a5d1-5e1fff6fd193 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457962 Apr 02 18:14:27.205910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647331d-cc8a-4e08-ac5d-652e1b03ea90 req-30410280-fabd-418b-8e16-1243cac17ee7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:27.207462 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2647331d-cc8a-4e08-ac5d-652e1b03ea90 req-30410280-fabd-418b-8e16-1243cac17ee7 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.0912342 Apr 02 18:14:27.258504 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-2647331d-cc8a-4e08-ac5d-652e1b03ea90 req-1751a113-4c19-47d9-8663-38d812037b0d tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dde6a95-eece-4618-8ce9-0c4bed57842c&id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442390 Apr 02 18:14:28.428257 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-3ae5e5fb-57db-4598-98d5-5a1462483e60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795324 Apr 02 18:14:28.586413 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-7999e837-237b-4b47-bf48-0412a30e0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:28.587989 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-7999e837-237b-4b47-bf48-0412a30e0c0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1138 time: 0.0809026 Apr 02 18:14:28.747534 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-f77017b7-7c03-49a4-bc03-e0671bf1f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:28.749219 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-f77017b7-7c03-49a4-bc03-e0671bf1f881 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.1375194 Apr 02 18:14:28.859393 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-606cded7-f425-4809-bf49-2592e78457f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 1002 time: 0.1036172 Apr 02 18:14:29.152139 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-f592a572-9c40-4ddc-9351-3c65d2dc7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:29.153760 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-f592a572-9c40-4ddc-9351-3c65d2dc7dbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.2883410 Apr 02 18:14:29.237902 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-9e721915-512f-41d4-a8e2-1a88f881426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:29.239435 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-9e721915-512f-41d4-a8e2-1a88f881426b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788503 Apr 02 18:14:29.379994 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-7b1aacc8-8a90-411e-92ab-1483f6bfba65 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329205 Apr 02 18:14:29.524417 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-0c600a91-14a2-43a0-8488-8bb718bd7f1b req-e97d59e7-3f19-419f-87b4-02c1ed45e15e service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375427 Apr 02 18:14:48.518859 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93f0a363-e894-417d-b136-f623aafac43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:49.902228 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:50.222075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c7e68be5-7e3c-455e-b21d-27c97f4439c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:51.132135 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:51.696240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:14:52.905717 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:55.820331 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:59.146644 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f00c3001-919a-46b7-ad76-8a785394a7d2 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306009664&fields=id&tenant_id=7759a311c68b4f6296191922515196ad HTTP/1.1" status: 200 len: 267 time: 0.0490682 Apr 02 18:14:59.257140 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-3de4b7b6-7648-4139-9c13-cbc27ee78c6e tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:59.258715 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-3de4b7b6-7648-4139-9c13-cbc27ee78c6e tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 985 time: 0.1033783 Apr 02 18:14:59.273671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.v2.base [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Request body: {'port': {'security_groups': ['c80e092a-9fc1-452d-b8ab-904a13509b5b']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 18:14:59.402817 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853845794'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:59.710732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:14:59.737797 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:59.741955 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776992757892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259862459935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363259862458876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15479654'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:59.754692 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['d7b2e484-865d-4f22-b807-4f2772026b3f'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:14:59.757193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9db34048-fda9-4d07-9513-3e57914405b1 tempest-AttachVolumeShelveTestJSON-1000765202 tempest-AttachVolumeShelveTestJSON-1000765202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:14:59.907117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event updated for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:14:59.920496 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.920896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.921325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.921735 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.922129 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.922524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.922909 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.923295 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.923680 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.924062 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.924445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.924827 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:14:59.931020 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:14:59.964537 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:14:59.965203 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:14:59.966683 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-43a5d0c9-e7da-4dbe-92e6-b4ffedc780cb req-f6fc6938-853b-44f6-acee-873ec3fa00c0 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "PUT /v2.0/ports/d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 943 time: 0.6980278 Apr 02 18:14:59.967199 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:14:59.973281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 34090) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:00.030594 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['d7b2e484-865d-4f22-b807-4f2772026b3f'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:15:00.034167 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'status': 'completed', 'code': 200} Apr 02 18:15:00.060654 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.096989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.138399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-047cb1a2-27e1-4a7e-a661-4fec2b60d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:00.140327 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-047cb1a2-27e1-4a7e-a661-4fec2b60d0a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1099 time: 0.0992301 Apr 02 18:15:00.159852 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.165412 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-e3ba2033-b209-41e8-9240-de5adc2d006a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:00.183518 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde6a95-eece-4618-8ce9-0c4bed57842c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:00.186791 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:00.188899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.192779 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-371d5a25-0ebd-4265-9124-2bc95a2e9a41 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "DELETE /v2.0/security-groups/5dde6a95-eece-4618-8ce9-0c4bed57842c HTTP/1.1" status: 204 len: 168 time: 0.2158229 Apr 02 18:15:00.192984 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34094) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:00.240709 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.provisioning_blocks [None req-df839829-886c-4866-9a09-5bdb5d7c6f5c None None] Provisioning complete for port d7b2e484-865d-4f22-b807-4f2772026b3f triggered by entity DHCP. {{(pid=84316) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 18:15:00.241128 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-df839829-886c-4866-9a09-5bdb5d7c6f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3422'] for port, provisioning_complete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.456926 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-fb61cf7e-06c9-4a15-8415-2b3e7dc83025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:00.458525 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-fb61cf7e-06c9-4a15-8415-2b3e7dc83025 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.3102491 Apr 02 18:15:00.565455 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Deleting port 2df85021-2864-4b71-bb31-c916a902c0c6 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:00.565691 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.627856 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-e81d7813-4e1b-479e-9c02-f8371f43ccd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 1002 time: 0.1602950 Apr 02 18:15:00.785935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-91780b0e-b3fb-4b50-9fcb-77711f4e8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:00.787460 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-91780b0e-b3fb-4b50-9fcb-77711f4e8aaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.1524575 Apr 02 18:15:00.853862 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.854221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:00.990843 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Calling delete_port for 2df85021-2864-4b71-bb31-c916a902c0c6 owned by network:floatingip {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:01.072463 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-a998c295-3bca-412c-8a10-c9633800a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:01.074121 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-a998c295-3bca-412c-8a10-c9633800a866 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2793074 Apr 02 18:15:01.276932 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-8f79939d-ed51-49d5-b45a-e64feec72415 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947846 Apr 02 18:15:01.278192 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:01.292110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-5287d45f-60b5-4e21-9d72-e161463f6f25 tempest-AttachVolumeNegativeTest-989740681 tempest-AttachVolumeNegativeTest-989740681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:01.385550 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event deleted for resources: {'Port': ['ID=2df85021-2864-4b71-bb31-c916a902c0c6,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:01.718104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.718447 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.718899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.719294 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.719687 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.720117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.720516 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.720935 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.721308 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.721710 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.722156 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.722526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 18:15:01.741525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:01.797862 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-18950596-c2e0-44e3-8f3a-06304e3daed1 req-471c3df2-9b50-4b19-b226-6d9649439614 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066984 Apr 02 18:15:01.904572 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks [] for floatingip, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:01.904936 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.db.l3_db [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Floating IP bdbaf6a6-abb6-4627-aad5-3f19cb673663 disassociated (deleted). External IP: 172.28.0.127, port: d7b2e484-865d-4f22-b807-4f2772026b3f. Apr 02 18:15:02.282507 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Router 2fddceb3-921b-4d65-8af1-6063e3c32854 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:15:02.481773 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:15:02.492251 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] Sync routers for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:15:02.498957 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for floatingip, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:02.503089 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:02.503761 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:14:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:02.559325 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-c34da030-4cd0-496d-b8f6-f795a6bef212 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "DELETE /v2.0/floatingips/bdbaf6a6-abb6-4627-aad5-3f19cb673663 HTTP/1.1" status: 204 len: 168 time: 2.3622401 Apr 02 18:15:02.559325 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:02.690322 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:02.729598 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'status': 'completed', 'code': 200} Apr 02 18:15:02.841999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-b3543b54-a543-4bba-8e4a-7885bcbb4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:02.843629 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-b3543b54-a543-4bba-8e4a-7885bcbb4ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7759a311c68b4f6296191922515196ad&device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 1099 time: 0.0874953 Apr 02 18:15:02.988484 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-224a8473-65a9-4a8f-941b-da14c1e8ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:02.990117 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-224a8473-65a9-4a8f-941b-da14c1e8ebe4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 200 len: 915 time: 0.1397750 Apr 02 18:15:03.037397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:03.041752 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] Checking router: 2fddceb3-921b-4d65-8af1-6063e3c32854 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:15:03.050825 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:03.051461 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:14:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:03.065705 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-140a47f6-0714-4053-b0e5-790f95b5be94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 200 len: 217 time: 0.0689011 Apr 02 18:15:03.136679 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-fa195e6c-a25d-450b-a05e-9379ab7250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:03.138192 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-fa195e6c-a25d-450b-a05e-9379ab7250a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 200 len: 853 time: 0.0664303 Apr 02 18:15:03.220444 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-b275415c-7b45-4071-8626-ba0bd568884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:03.222231 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-b275415c-7b45-4071-8626-ba0bd568884d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b39c934-f2b6-4090-912c-e38fc32652ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773602 Apr 02 18:15:03.234779 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:03.363023 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-35e201e6-318a-4549-a2b0-824d77e60781 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340127 Apr 02 18:15:03.505712 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-cc475200-edb6-4f1e-9de3-98d2a03a080b req-cc35b4b8-21ed-44fb-9cc5-d4f2e83c3a79 service neutron] 10.222.0.11 "GET /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360922 Apr 02 18:15:03.562382 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:03.566503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e648-e648-44e7-b301-117fa2d25404 None None] The sync data for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb is: [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:12:54Z', 'revision_number': 4, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb', '_interfaces': [{'id': 'c2c10d98-826e-4654-90ca-62bef50597f3', 'name': '', 'network_id': '0b39c934-f2b6-4090-912c-e38fc32652ce', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'mac_address': 'fa:16:3e:02:52:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:53Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'subnets': [{'id': '7249c7b9-2927-4b30-bb6b-6b636c9b2577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:15:03.977021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125f607-9a3e-4f11-ae7f-0cac3dda2732 None None] New status for floating IP bdbaf6a6-abb6-4627-aad5-3f19cb673663: DOWN {{(pid=84317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 18:15:07.025503 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34c478-e520-44cb-88d0-9a90a9d6da1b req-c86be12e-3c6f-4de1-97e8-a3afacb1c797 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:07.027195 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5e34c478-e520-44cb-88d0-9a90a9d6da1b req-c86be12e-3c6f-4de1-97e8-a3afacb1c797 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.1058013 Apr 02 18:15:07.078390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5e34c478-e520-44cb-88d0-9a90a9d6da1b req-15a7b1a4-8e04-4dd9-8fca-db1aaaaf560f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Synchronizing usage tracker for tenant:7759a311c68b4f6296191922515196ad on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:15:07.094768 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-5e34c478-e520-44cb-88d0-9a90a9d6da1b req-15a7b1a4-8e04-4dd9-8fca-db1aaaaf560f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Unset dirty status for tenant:7759a311c68b4f6296191922515196ad on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:15:07.095939 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-5e34c478-e520-44cb-88d0-9a90a9d6da1b req-15a7b1a4-8e04-4dd9-8fca-db1aaaaf560f tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Apr 02 18:15:08.306950 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd461b-7f5d-4dbd-a6e0-728802152ade req-5555ac6f-dd39-4a0f-abbf-b7a46f2e9f7b tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:08.308508 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c0dd461b-7f5d-4dbd-a6e0-728802152ade req-5555ac6f-dd39-4a0f-abbf-b7a46f2e9f7b tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.0889249 Apr 02 18:15:08.356756 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-c0dd461b-7f5d-4dbd-a6e0-728802152ade req-78831d26-fc9f-4276-87a2-c65ecb65ae5c tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80e092a-9fc1-452d-b8ab-904a13509b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Apr 02 18:15:08.630174 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-1c02334c-6f81-4318-919f-e05c276a6bda tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 18:15:08.630921 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-1c02334c-6f81-4318-919f-e05c276a6bda tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Synchronizing usage tracker for tenant:7759a311c68b4f6296191922515196ad on resource:port {{(pid=84315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 18:15:08.650850 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.quota.resource [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-1c02334c-6f81-4318-919f-e05c276a6bda tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Unset dirty status for tenant:7759a311c68b4f6296191922515196ad on resource:port {{(pid=84315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 18:15:08.652573 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-1c02334c-6f81-4318-919f-e05c276a6bda tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.11 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 946 time: 0.1231074 Apr 02 18:15:08.738877 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Deleting port d7b2e484-865d-4f22-b807-4f2772026b3f {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:08.739253 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.001026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] For port d7b2e484-865d-4f22-b807-4f2772026b3f, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=d7b2e484-865d-4f22-b807-4f2772026b3f,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:09.001370 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.130956 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Calling delete_port for d7b2e484-865d-4f22-b807-4f2772026b3f owned by compute:nova {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:09.297526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.309267 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] get_ports_and_sgs() called for port_ids ['d7b2e484-865d-4f22-b807-4f2772026b3f'] {{(pid=84316) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 18:15:09.315644 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c213861a-1b9c-49d5-8d96-306d803227bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:09.373972 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Pushing event deleted for resources: {'Port': ['ID=d7b2e484-865d-4f22-b807-4f2772026b3f,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:09.376480 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:09.522627 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-dd3f369d-b0a4-48db-8641-245c1361b0e7 req-501b4afc-2451-4256-814a-bc8179a6b8b4 tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.22 "GET /v2.0/ports?device_id=2429ab5d-b41a-4f1e-ad70-345bdca5216b HTTP/1.1" status: 200 len: 210 time: 0.0534217 Apr 02 18:15:09.560734 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] No DVR routers for this DVR port d7b2e484-865d-4f22-b807-4f2772026b3f on host hv-cinder-78460 {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:15:09.563497 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2561'] for port, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:09.566282 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'name': 'network-vif-deleted', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 18:15:09.581564 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [req-f6e9d9d0-035d-447f-b5dc-a2e922b8d33d req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] 10.222.0.11 "DELETE /v2.0/ports/d7b2e484-865d-4f22-b807-4f2772026b3f HTTP/1.1" status: 204 len: 173 time: 0.9228053 Apr 02 18:15:09.616241 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429ab5d-b41a-4f1e-ad70-345bdca5216b', 'name': 'network-vif-deleted', 'tag': 'd7b2e484-865d-4f22-b807-4f2772026b3f', 'status': 'completed', 'code': 200} Apr 02 18:15:11.217433 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34180) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:11.446875 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device d7b2e484-865d-4f22-b807-4f2772026b3f no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:11.667542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] No Port match for: d7b2e484-865d-4f22-b807-4f2772026b3f {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:11.667910 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Device d7b2e484-865d-4f22-b807-4f2772026b3f not bound to the agent host hv-cinder-78460 {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:12.056338 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:12.423340 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Deleting port c2c10d98-826e-4654-90ca-62bef50597f3 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:12.423941 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:12.603737 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] For port c2c10d98-826e-4654-90ca-62bef50597f3, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=c2c10d98-826e-4654-90ca-62bef50597f3,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:12.604117 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:12.733715 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Calling delete_port for c2c10d98-826e-4654-90ca-62bef50597f3 owned by network:router_interface {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:12.913707 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:12.926720 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:12.988250 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c10d98-826e-4654-90ca-62bef50597f3,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:12.992019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:13.388126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:13.893024 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Router 2fddceb3-921b-4d65-8af1-6063e3c32854 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:15:14.079240 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:15:14.088615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] Sync routers for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:15:14.092499 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-f4c1df45-97f4-4060-9790-da378e1b1395 admin admin] 10.222.0.22 "PUT /v2.0/routers/2fddceb3-921b-4d65-8af1-6063e3c32854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8734796 Apr 02 18:15:14.096315 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34184) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:14.099879 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:14.100621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:14:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:14.293379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:14.520430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:14.598069 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:15:12Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:14.602549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] Checking router: 2fddceb3-921b-4d65-8af1-6063e3c32854 for host: dv-cinder-784603-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:15:14.612616 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] Routers {'2fddceb3-921b-4d65-8af1-6063e3c32854'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:14.613379 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:14:50Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['2fddceb3-921b-4d65-8af1-6063e3c32854'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:14.707457 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:14.717732 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Deleting port d89f08b5-4973-48cb-83dd-0ce2a8edf41c {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:14.718104 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:14.801976 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] Set router 2fddceb3-921b-4d65-8af1-6063e3c32854 gateway port host: dv-cinder-784603-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:14.902624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] For port d89f08b5-4973-48cb-83dd-0ce2a8edf41c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:14.903212 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.035126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Calling delete_port for d89f08b5-4973-48cb-83dd-0ce2a8edf41c owned by network:router_gateway {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:15.099097 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:15:12Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:15.103116 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365707eb-1f64-4a37-afca-5ff0bb6b7cd4 None None] The sync data for ids ['2fddceb3-921b-4d65-8af1-6063e3c32854'] in dv-cinder-784603-1-smb is: [{'id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'name': 'tempest-TestMinimumBasicScenario-582307876-router', 'tenant_id': '7759a311c68b4f6296191922515196ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:50Z', 'updated_at': '2021-04-02T18:15:12Z', 'revision_number': 5, 'project_id': '7759a311c68b4f6296191922515196ad', 'gw_port': {'id': 'd89f08b5-4973-48cb-83dd-0ce2a8edf41c', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddceb3-921b-4d65-8af1-6063e3c32854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:51Z', 'updated_at': '2021-04-02T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:15:15.220605 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.233847 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-c29f9bd0-56f9-4672-a361-7b16e2830d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:15.292624 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89f08b5-4973-48cb-83dd-0ce2a8edf41c,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:15.295221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:15.495844 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.676137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.678396 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.703137 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.703671 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fddceb3-921b-4d65-8af1-6063e3c32854 {{(pid=84315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:15:15.716469 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.718664 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-709d8b0c-0c59-44e9-9cd0-535029c406b1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2fddceb3-921b-4d65-8af1-6063e3c32854 HTTP/1.1" status: 204 len: 168 time: 1.6204183 Apr 02 18:15:15.720665 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34190) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:15.794230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Deleting subnet 7249c7b9-2927-4b30-bb6b-6b636c9b2577 {{(pid=84315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:15:15.797468 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.849410 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840397024'] for subnet, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:15.933766 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.198430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16241769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839227896'] for subnet, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.212126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:16.261615 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7249c7b9-2927-4b30-bb6b-6b636c9b2577,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:16.265399 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:16.345946 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.352019 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8babcb-8df7-48a5-8f44-e550c14c709e None None] Network 0b39c934-f2b6-4090-912c-e38fc32652ce requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:15:16.352253 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-93a7ef65-0dad-4e4b-914a-a1ad8eae8bb4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7249c7b9-2927-4b30-bb6b-6b636c9b2577 HTTP/1.1" status: 204 len: 168 time: 0.6305003 Apr 02 18:15:16.356390 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34194) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:16.470588 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.541385 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Deleting port 61099763-99d1-47b2-97a1-48854f019e55 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:16.541733 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.601010 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] DHCP port deletion for 0b39c934-f2b6-4090-912c-e38fc32652ce request from dv-cinder-784603-1-smb {{(pid=84316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:15:16.605642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Deleting port 61099763-99d1-47b2-97a1-48854f019e55 {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:16.606095 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.759826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] For port 61099763-99d1-47b2-97a1-48854f019e55, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=61099763-99d1-47b2-97a1-48854f019e55,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:16.760145 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.821426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] For port 61099763-99d1-47b2-97a1-48854f019e55, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=61099763-99d1-47b2-97a1-48854f019e55,segment=NetworkSegment(76e4320f-75ad-4500-a5f8-130949108cf9),segment_id=76e4320f-75ad-4500-a5f8-130949108cf9)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:16.821951 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.893277 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Calling delete_port for 61099763-99d1-47b2-97a1-48854f019e55 owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:16.947655 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device c2c10d98-826e-4654-90ca-62bef50597f3 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:16.972905 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:16.982439 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Calling delete_port for 61099763-99d1-47b2-97a1-48854f019e55 owned by network:dhcp {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:16.988165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-b50f0b42-f3aa-4b55-b6e8-3e1b370ce373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:17.027202 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: c2c10d98-826e-4654-90ca-62bef50597f3 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:17.027494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device c2c10d98-826e-4654-90ca-62bef50597f3 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:17.027978 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device d89f08b5-4973-48cb-83dd-0ce2a8edf41c no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:17.046218 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Pushing event deleted for resources: {'Port': ['ID=61099763-99d1-47b2-97a1-48854f019e55,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:17.048878 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:17.072407 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: d89f08b5-4973-48cb-83dd-0ce2a8edf41c {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:17.072792 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device d89f08b5-4973-48cb-83dd-0ce2a8edf41c not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:17.073283 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 61099763-99d1-47b2-97a1-48854f019e55 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:17.116231 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 61099763-99d1-47b2-97a1-48854f019e55 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:17.116621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 61099763-99d1-47b2-97a1-48854f019e55 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:17.131836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] No DVR routers for this DVR port 61099763-99d1-47b2-97a1-48854f019e55 on host dv-cinder-784603-1-smb {{(pid=84315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:15:17.139805 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.api [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:15:17.140230 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.api [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:15:17.254248 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:17.370221 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b39c934-f2b6-4090-912c-e38fc32652ce']}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:17.383263 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e4320f-75ad-4500-a5f8-130949108cf9') {'for_net_delete': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:17.383607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e4320f-75ad-4500-a5f8-130949108cf9') {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:17.395889 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14378793'] for segment, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:17.415324 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:17.421900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:15:17.641826 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Deleting port 61099763-99d1-47b2-97a1-48854f019e55 {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:17.642167 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:17.714822 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-8cca873d-b6ce-4801-8cf6-5a220588be21 None None] The port '61099763-99d1-47b2-97a1-48854f019e55' was deleted {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:15:17.837604 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Network 0b39c934-f2b6-4090-912c-e38fc32652ce has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:15:17.846539 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16241858'] for segment, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:18.023065 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Network 0b39c934-f2b6-4090-912c-e38fc32652ce has no segments {{(pid=84315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:15:18.045073 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:15:18.134059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:18.137904 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:18.153993 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:18.164400 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b39c934-f2b6-4090-912c-e38fc32652ce,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:18.169405 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:18.181739 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7a808f09-a500-40e1-b9a4-9b7bdbe0853b admin admin] 10.222.0.22 "DELETE /v2.0/networks/0b39c934-f2b6-4090-912c-e38fc32652ce HTTP/1.1" status: 204 len: 168 time: 1.8242886 Apr 02 18:15:18.185059 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34198) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:18.509667 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c691dee8-7638-4234-969f-fbb8fc69addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:18.767853 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665449'] for router_interface, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:19.135426 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Deleting port 09efe8ac-c8ab-495e-928f-1344bbb14325 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:19.136005 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:19.319430 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] For port 09efe8ac-c8ab-495e-928f-1344bbb14325, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=09efe8ac-c8ab-495e-928f-1344bbb14325,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:19.319818 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:19.448831 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Calling delete_port for 09efe8ac-c8ab-495e-928f-1344bbb14325 owned by network:router_interface {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:19.629136 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:19.641971 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-92b5a54f-f611-4fab-b206-fe3a1fc6f1de tempest-TestMinimumBasicScenario-1599438114 tempest-TestMinimumBasicScenario-1599438114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:19.698920 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09efe8ac-c8ab-495e-928f-1344bbb14325,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:19.703006 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:19.899607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:20.083504 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854204654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664764'] for router_interface, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:20.216602 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c70f6668-6e6c-4872-98d5-03781d680332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:20.814087 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 has already been hosted by L3 agent dfc26bc4-83d5-47c9-830a-e8d906dfda36 {{(pid=84315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 18:15:21.010122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-smb the message routers_updated {{(pid=84315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 18:15:21.020107 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] Sync routers for ids ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'] in dv-cinder-784603-1-smb {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 18:15:21.027707 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-9df375db-3db5-41c4-a9cd-765758cb69d3 admin admin] 10.222.0.22 "PUT /v2.0/routers/c3abf03c-05f4-4f3f-aea7-77ccb4c56c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8414948 Apr 02 18:15:21.030542 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34202) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:21.032210 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] Routers {'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:21.032830 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:15:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:21.127452 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.219953 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks [] for router, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.220578 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] Set router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 gateway port host: dv-cinder-784603-1-smb {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:21.406846 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.415244 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Deleting port 077b2942-774f-4c26-8092-f4d3fed7f2b7 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:21.415607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.519601 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'external_fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222'}], 'enable_snat': True}, 'gw_port_id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:15:19Z', 'revision_number': 5, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port': {'id': '077b2942-774f-4c26-8092-f4d3fed7f2b7', 'name': '', 'network_id': 'e95ad578-e218-4221-998a-a21f9a292238', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'ip_address': '172.28.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:58Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '540cabdd-ee20-438b-9fee-5c07fb9e5e0e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-smb'}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:21.523824 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] Checking router: c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 for host: dv-cinder-784603-1-smb {{(pid=84317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 18:15:21.532896 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] Routers {'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'} bound to L3 agent in host dv-cinder-784603-1-smb {{(pid=84317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 18:15:21.533577 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T17:54:20Z,description=,heartbeat_timestamp=2021-04-02T18:15:20Z,host='dv-cinder-784603-1-smb',id=dfc26bc4-83d5-47c9-830a-e8d906dfda36,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T17:54:20Z,topic='l3_agent')) {'router_ids': ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'], 'active': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:21.600873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] For port 077b2942-774f-4c26-8092-f4d3fed7f2b7, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=077b2942-774f-4c26-8092-f4d3fed7f2b7,segment=NetworkSegment(2fb26edc-ea9b-4b27-8a62-dda92fd9b359),segment_id=2fb26edc-ea9b-4b27-8a62-dda92fd9b359)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:21.601285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.688362 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvr_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] Set router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 gateway port host: None {{(pid=84317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 18:15:21.730524 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Calling delete_port for 077b2942-774f-4c26-8092-f4d3fed7f2b7 owned by network:router_gateway {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:21.802112 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_hamode_db [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:15:21Z', 'revision_number': 6, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port_host': None}], 'dv-cinder-784603-1-smb', False) {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:21.806533 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa451be-fbf0-46ca-b83f-845061fe9f4d None None] The sync data for ids ['c3abf03c-05f4-4f3f-aea7-77ccb4c56c30'] in dv-cinder-784603-1-smb is: [{'id': 'c3abf03c-05f4-4f3f-aea7-77ccb4c56c30', 'name': 'tempest-TestMinimumBasicScenario-1494729182-router', 'tenant_id': 'b81166b02ec14f748a698c16a3039b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:57Z', 'updated_at': '2021-04-02T18:15:21Z', 'revision_number': 6, 'project_id': 'b81166b02ec14f748a698c16a3039b26', 'gw_port_host': None}] {{(pid=84317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 18:15:21.906085 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838533964'] for port, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:21.921813 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-f28b0fb2-07f4-4995-962b-646f5095c08b tempest-VolumesActionsTest-803344545 tempest-VolumesActionsTest-803344545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:21.978397 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Pushing event deleted for resources: {'Port': ['ID=077b2942-774f-4c26-8092-f4d3fed7f2b7,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:22.028352 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:22.185075 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-773564'] for router_gateway, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.367195 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854767834'] for router, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.369599 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.402908 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110841'] for router, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.403478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 {{(pid=84315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 18:15:22.416586 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] Notify callbacks [] for router, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.417868 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-71d8a337-ff77-42c6-a4fe-d6a646b78821 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c3abf03c-05f4-4f3f-aea7-77ccb4c56c30 HTTP/1.1" status: 204 len: 168 time: 1.3863611 Apr 02 18:15:22.420900 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 34206) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:22.490517 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Deleting subnet 99f81cea-b1db-4063-9b34-cd20c6905a04 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 18:15:22.494011 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.546215 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839764326'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.632243 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-61399'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.908899 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854714417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15479731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14570911'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.910123 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:22.923256 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-70242598-88d2-4917-9f88-63032afb2119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:22.943994 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 09efe8ac-c8ab-495e-928f-1344bbb14325 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:22.968001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f81cea-b1db-4063-9b34-cd20c6905a04,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:22.972764 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:22.981100 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 09efe8ac-c8ab-495e-928f-1344bbb14325 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:22.981525 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 09efe8ac-c8ab-495e-928f-1344bbb14325 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:22.981997 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 077b2942-774f-4c26-8092-f4d3fed7f2b7 no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:23.016623 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 077b2942-774f-4c26-8092-f4d3fed7f2b7 {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:23.017021 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 077b2942-774f-4c26-8092-f4d3fed7f2b7 not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:23.056891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.062204 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c4375-b6b6-4f4e-9c0b-c6fa8a195ffe None None] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd requested from dv-cinder-784603-1-smb {{(pid=84316) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 18:15:23.063366 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-0120efcd-636e-4380-bf86-2f2bf9a330bf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/99f81cea-b1db-4063-9b34-cd20c6905a04 HTTP/1.1" status: 204 len: 168 time: 0.6412590 Apr 02 18:15:23.066114 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.22', 34210) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:23.187262 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924525'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.257989 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Deleting port 4411ced8-c11c-41cc-91b3-2f257edd996c {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:23.258378 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.479574 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] For port 4411ced8-c11c-41cc-91b3-2f257edd996c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=4411ced8-c11c-41cc-91b3-2f257edd996c,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:23.480098 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.489268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] DHCP port deletion for 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd request from dv-cinder-784603-1-smb {{(pid=84316) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 18:15:23.493613 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Deleting port 4411ced8-c11c-41cc-91b3-2f257edd996c {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:23.494026 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.611492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Calling delete_port for 4411ced8-c11c-41cc-91b3-2f257edd996c owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:23.691214 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853845885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776992757875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776992315865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839296146'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.704552 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.db [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] For port 4411ced8-c11c-41cc-91b3-2f257edd996c, host dv-cinder-784603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-smb',level=0,port_id=4411ced8-c11c-41cc-91b3-2f257edd996c,segment=NetworkSegment(cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d),segment_id=cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d)] {{(pid=84316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 18:15:23.704999 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854000528'] for port, precommit_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:23.706621 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:23.763001 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Pushing event deleted for resources: {'Port': ['ID=4411ced8-c11c-41cc-91b3-2f257edd996c,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:23.813060 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:23.838549 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Calling delete_port for 4411ced8-c11c-41cc-91b3-2f257edd996c owned by network:dhcp {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 18:15:23.849642 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] No DVR routers for this DVR port 4411ced8-c11c-41cc-91b3-2f257edd996c on host dv-cinder-784603-1-smb {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 18:15:23.912196 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.db.api [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 18:15:23.912557 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_db.api [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 18:15:23.971490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854711466', 'neutron.services.segments.db._delete_segments_for_network--9223363259861990209'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.091064 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:24.103727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:24.104031 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.services.segments.db [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0dfce1-79ee-4400-b2dd-41e3a52a6e4d') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 18:15:24.115968 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776992785489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15011475'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.130810 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-62768'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.137165 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 18:15:24.316530 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:15:24.325788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854713029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15479576'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.413703 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Deleting port 4411ced8-c11c-41cc-91b3-2f257edd996c {{(pid=84316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 18:15:24.414127 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259862032227'] for port, before_delete {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.486401 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb88d8-c6e1-46d1-9feb-f6387ae31ca0 None None] The port '4411ced8-c11c-41cc-91b3-2f257edd996c' was deleted {{(pid=84316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 18:15:24.514253 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.managers [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Network 0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: Traceback (most recent call last): Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: timer() Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: cb(*args, **kw) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: return func(*args, **kwargs) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: self._notify() Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: self.callback(batched_events) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: event.method(event) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: segment_id)['aggregates'][0] Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: return f(self, *a, **k) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: return self._get(url).json() Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: **kwargs) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: return self.request(url, 'GET', **kwargs) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: **endpoint_filter) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 18:15:24.536884 dv-cinder-784603-1-smb neutron-server[84201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 18:15:24.869142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-64335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854002214'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.873928 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571144'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:24.876419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:24.900796 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:24.903554 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:24.907533 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-119515f5-5203-4a03-87c0-8141c79fc46c admin admin] 10.222.0.22 "DELETE /v2.0/networks/0c37f9fd-a60b-47ea-9a0f-94b0f00c22fd HTTP/1.1" status: 204 len: 168 time: 1.8404174 Apr 02 18:15:24.931092 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 4411ced8-c11c-41cc-91b3-2f257edd996c no longer exists at agent ovs-agent-dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 18:15:24.967494 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.plugin [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] No Port match for: 4411ced8-c11c-41cc-91b3-2f257edd996c {{(pid=84316) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 18:15:24.967880 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.plugins.ml2.rpc [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Device 4411ced8-c11c-41cc-91b3-2f257edd996c not bound to the agent host dv-cinder-784603-1-smb {{(pid=84316) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 18:15:25.131836 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34216) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:25.185571 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-af097bc6-3e78-489e-99f1-f13b4740855d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7759a311c68b4f6296191922515196ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523942 Apr 02 18:15:25.189222 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34220) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:25.249454 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.276608 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.325419 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.330823 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-162f2a9a-02df-4af1-98c0-02c8c1412ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:25.343967 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e092a-9fc1-452d-b8ab-904a13509b5b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:25.346668 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:25.354478 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.355914 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7a16d078-50be-47aa-89fe-6023893ccfd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c80e092a-9fc1-452d-b8ab-904a13509b5b HTTP/1.1" status: 204 len: 168 time: 0.1656981 Apr 02 18:15:25.751310 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34228) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:25.806059 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-7d74cbee-34bf-4cf3-b573-1c9d11f8148b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b81166b02ec14f748a698c16a3039b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533953 Apr 02 18:15:25.809597 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.wsgi [-] (84315) accepted ('10.222.0.22', 34232) {{(pid=84315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 18:15:25.835492 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.871528 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.898445 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.962719 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854081037'] for security_group, after_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.967607 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-908cc035-3301-4795-9c73-668f1286b8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 18:15:25.980643 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84f829c-6859-4727-9c86-75f550d1f73b,revision_number=None']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 18:15:25.983238 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG oslo_concurrency.lockutils [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 18:15:25.986777 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:25.988432 dv-cinder-784603-1-smb neutron-server[84201]: INFO neutron.wsgi [None req-fc1c71dd-d3c7-432b-a7b1-7c6910a69e9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b84f829c-6859-4727-9c86-75f550d1f73b HTTP/1.1" status: 204 len: 168 time: 0.1775997 Apr 02 18:15:28.686689 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:15:48.509706 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd724-69f6-4d94-bb86-82f2ffdb402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:49.907186 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:50.225326 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-6eed5653-7eb4-461c-8de3-7b5075b101cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:51.138753 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:52.918074 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:15:55.842741 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:05.691306 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:16:18.511122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-11194f1d-c9db-4006-985d-3d53524c90f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:19.898247 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:20.223424 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-662d13a4-6284-4b14-a9bb-c06ee5e66b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:21.143595 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:22.923526 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:25.845793 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:42.696359 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:16:48.512314 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-90a3013a-6f8e-4262-8a7f-3c5c49f7408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:49.901178 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:50.222057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-15aa2581-695b-41fd-be70-b1aaa8404154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:51.142873 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:52.926235 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:16:55.855364 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:18.511268 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-e239e1a2-7bdf-467b-8756-645f5c49459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:19.701603 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:17:19.907176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:20.226000 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-60b812b9-98c5-42bc-9f1f-4a4c1a543a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:21.146962 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:22.937126 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:25.871110 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:48.512057 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-a002d58f-d876-4e9d-8b97-8dcb189a4999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:49.913176 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:50.231866 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-cecfe618-6e41-4f9d-978b-8224325e6929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:51.155193 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:52.938142 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:55.888014 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:17:56.707808 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:18:18.516767 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2c129968-e738-4722-a2d8-920d263785bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:19.906234 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:20.235369 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-d44c6a22-bbf3-479c-b4d9-8d142c5ca846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:21.154540 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:22.942547 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:25.900101 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:33.710253 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:18:48.512727 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-bde0e4bd-9d59-4588-acfd-0e96e529f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:49.911891 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:50.239723 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-4b0b1e97-271a-46c3-bcb3-537816f770e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:51.162259 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:52.943699 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:18:55.898609 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:10.716122 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:19:18.505676 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b8fc36e7-87c0-4dd9-962c-c30e84e701a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:19.913535 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:20.240560 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-deda78b2-442c-4a29-be0a-11c24fd1a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:21.166567 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:22.951728 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:25.911544 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:47.711977 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron.db.agents_db [None req-b769c2b9-b1df-4f81-a34f-c575bb8cef70 None None] Agent healthcheck: found 6 active agents {{(pid=84317) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 18:19:48.507788 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-dd364ffb-532b-4265-821c-68fee348273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:49.919281 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:50.241285 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-2fda6161-c1f9-4f9a-9754-edab38953605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:51.165725 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:52.956029 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:19:55.912090 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-fce86c8a-8421-43df-b28f-1ed3f98ee154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:18.506590 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-c7efb610-86de-4139-a969-646030726a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:19.912569 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7c74812c-d17e-4e4c-99fb-70f48bb3aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:20.234546 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-b61bec11-d5c9-4381-82a2-29865a50a82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:21.199418 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-7af1b466-4d8a-4754-8279-36fe596c2677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 18:20:22.957490 dv-cinder-784603-1-smb neutron-server[84201]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8480-5771-4a67-82c2-3ac7ffa7b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259861990226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772470'] for agent, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}